2024-11-14 03:51:29,019 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 03:51:29,033 main DEBUG Took 0.012257 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-14 03:51:29,034 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-14 03:51:29,034 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-14 03:51:29,036 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-14 03:51:29,037 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,045 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-14 03:51:29,061 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,062 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,063 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,064 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,064 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,065 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,066 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,066 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,067 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,067 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,068 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,068 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,069 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,069 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,070 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,070 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,071 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,071 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,072 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,072 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,073 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,073 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,074 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,074 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-14 03:51:29,075 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,075 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-14 03:51:29,077 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-14 03:51:29,079 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-14 03:51:29,081 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-14 03:51:29,082 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-14 03:51:29,083 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-14 03:51:29,083 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-14 03:51:29,091 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-14 03:51:29,093 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-14 03:51:29,095 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-14 03:51:29,096 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-14 03:51:29,096 main DEBUG createAppenders(={Console}) 2024-11-14 03:51:29,097 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-14 03:51:29,098 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-14 03:51:29,098 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-14 03:51:29,099 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-14 03:51:29,099 main DEBUG OutputStream closed 2024-11-14 03:51:29,100 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-14 03:51:29,100 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-14 03:51:29,100 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-14 03:51:29,173 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-14 03:51:29,175 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-14 03:51:29,176 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-14 03:51:29,177 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-14 03:51:29,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-14 03:51:29,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-14 03:51:29,178 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-14 03:51:29,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-14 03:51:29,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-14 03:51:29,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-14 03:51:29,179 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-14 03:51:29,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-14 03:51:29,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-14 03:51:29,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-14 03:51:29,180 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-14 03:51:29,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-14 03:51:29,181 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-14 03:51:29,182 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-14 03:51:29,184 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14 03:51:29,184 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-14 03:51:29,185 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-14 03:51:29,185 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-14T03:51:29,633 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5 2024-11-14 03:51:29,638 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-14 03:51:29,638 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-14T03:51:29,652 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-14T03:51:29,710 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=708, ProcessCount=11, AvailableMemoryMB=6010 2024-11-14T03:51:29,717 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:51:29,738 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556, deleteOnExit=true 2024-11-14T03:51:29,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:51:29,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/test.cache.data in system properties and HBase conf 2024-11-14T03:51:29,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:51:29,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:51:29,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:51:29,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:51:29,743 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:51:29,879 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-14T03:51:29,972 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:51:29,975 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:51:29,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:51:29,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:51:29,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:51:29,977 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:51:29,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:51:29,978 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:51:29,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:51:29,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:51:29,979 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:51:29,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:51:29,980 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:51:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:51:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:51:30,947 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-14T03:51:31,047 INFO [Time-limited test {}] log.Log(170): Logging initialized @2863ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-14T03:51:31,141 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:51:31,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:51:31,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:51:31,281 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:51:31,283 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:51:31,297 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:51:31,304 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:51:31,305 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:51:31,663 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/java.io.tmpdir/jetty-localhost-45085-hadoop-hdfs-3_4_1-tests_jar-_-any-13705818863455178918/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:51:31,677 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:45085} 2024-11-14T03:51:31,678 INFO [Time-limited test {}] server.Server(415): Started @3495ms 2024-11-14T03:51:32,547 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:51:32,557 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:51:32,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:51:32,562 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:51:32,562 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:51:32,563 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:51:32,564 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:51:32,729 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/java.io.tmpdir/jetty-localhost-44895-hadoop-hdfs-3_4_1-tests_jar-_-any-16512513898793160706/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:51:32,735 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:44895} 2024-11-14T03:51:32,737 INFO [Time-limited test {}] server.Server(415): Started @4555ms 2024-11-14T03:51:32,820 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:51:33,089 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:51:33,110 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:51:33,135 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:51:33,136 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:51:33,136 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:51:33,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:51:33,144 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:51:33,318 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/java.io.tmpdir/jetty-localhost-35065-hadoop-hdfs-3_4_1-tests_jar-_-any-15031136548230965922/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:51:33,319 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:35065} 2024-11-14T03:51:33,320 INFO [Time-limited test {}] server.Server(415): Started @5138ms 2024-11-14T03:51:33,325 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:51:33,593 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data1/current/BP-1775017640-172.17.0.2-1731556290651/current, will proceed with Du for space computation calculation, 2024-11-14T03:51:33,598 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data2/current/BP-1775017640-172.17.0.2-1731556290651/current, will proceed with Du for space computation calculation, 2024-11-14T03:51:33,602 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data3/current/BP-1775017640-172.17.0.2-1731556290651/current, will proceed with Du for space computation calculation, 2024-11-14T03:51:33,614 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data4/current/BP-1775017640-172.17.0.2-1731556290651/current, will proceed with Du for space computation calculation, 2024-11-14T03:51:33,811 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:51:33,812 WARN [Thread-83 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:51:33,944 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cf3f2c3930978a5 with lease ID 0xad1e887c982e769a: Processing first storage report for DS-575510e1-7120-4c52-9f87-5455ea534da5 from datanode DatanodeRegistration(127.0.0.1:36865, datanodeUuid=8aeb3978-cf35-4cf4-ba14-97c7c7592a7b, infoPort=37891, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651) 2024-11-14T03:51:33,945 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cf3f2c3930978a5 with lease ID 0xad1e887c982e769a: from storage DS-575510e1-7120-4c52-9f87-5455ea534da5 node DatanodeRegistration(127.0.0.1:36865, datanodeUuid=8aeb3978-cf35-4cf4-ba14-97c7c7592a7b, infoPort=37891, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-14T03:51:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7cf3f2c3930978a5 with lease ID 0xad1e887c982e769a: Processing first storage report for DS-7214ea0b-6b52-46e2-931c-ab8e0e3fdff4 from datanode DatanodeRegistration(127.0.0.1:36865, datanodeUuid=8aeb3978-cf35-4cf4-ba14-97c7c7592a7b, infoPort=37891, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651) 2024-11-14T03:51:33,946 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7cf3f2c3930978a5 with lease ID 0xad1e887c982e769a: from storage DS-7214ea0b-6b52-46e2-931c-ab8e0e3fdff4 node DatanodeRegistration(127.0.0.1:36865, datanodeUuid=8aeb3978-cf35-4cf4-ba14-97c7c7592a7b, infoPort=37891, infoSecurePort=0, ipcPort=32785, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:51:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810d0f55728098c7 with lease ID 0xad1e887c982e7699: Processing first storage report for DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405 from datanode DatanodeRegistration(127.0.0.1:40655, datanodeUuid=2f3a3d2d-6dab-491c-92f2-9de151ed04d5, infoPort=35723, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651) 2024-11-14T03:51:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810d0f55728098c7 with lease ID 0xad1e887c982e7699: from storage DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405 node DatanodeRegistration(127.0.0.1:40655, datanodeUuid=2f3a3d2d-6dab-491c-92f2-9de151ed04d5, infoPort=35723, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:51:33,952 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x810d0f55728098c7 with lease ID 0xad1e887c982e7699: Processing first storage report for DS-36475563-3177-4093-b8e0-4857f0a0d560 from datanode DatanodeRegistration(127.0.0.1:40655, datanodeUuid=2f3a3d2d-6dab-491c-92f2-9de151ed04d5, infoPort=35723, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651) 2024-11-14T03:51:33,953 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x810d0f55728098c7 with lease ID 0xad1e887c982e7699: from storage DS-36475563-3177-4093-b8e0-4857f0a0d560 node DatanodeRegistration(127.0.0.1:40655, datanodeUuid=2f3a3d2d-6dab-491c-92f2-9de151ed04d5, infoPort=35723, infoSecurePort=0, ipcPort=42633, storageInfo=lv=-57;cid=testClusterID;nsid=1620396174;c=1731556290651), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:51:34,013 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5 2024-11-14T03:51:34,105 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/zookeeper_0, clientPort=55894, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:51:34,119 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55894 2024-11-14T03:51:34,134 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:34,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:34,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:51:34,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:51:34,886 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463 with version=8 2024-11-14T03:51:34,887 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase-staging 2024-11-14T03:51:35,036 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-14T03:51:35,389 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:51:35,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:51:35,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:51:35,406 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:51:35,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:51:35,406 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:51:35,563 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:51:35,638 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-14T03:51:35,656 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-14T03:51:35,664 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:51:35,696 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 31008 (auto-detected) 2024-11-14T03:51:35,697 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-14T03:51:35,720 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40257 2024-11-14T03:51:35,746 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40257 connecting to ZooKeeper ensemble=127.0.0.1:55894 2024-11-14T03:51:35,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402570x0, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:51:35,816 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40257-0x100ef5f326c0000 connected 2024-11-14T03:51:35,912 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:35,915 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:35,928 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:51:35,934 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463, hbase.cluster.distributed=false 2024-11-14T03:51:35,966 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:51:35,976 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40257 2024-11-14T03:51:35,977 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40257 2024-11-14T03:51:35,979 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40257 2024-11-14T03:51:35,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40257 2024-11-14T03:51:35,993 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40257 2024-11-14T03:51:36,141 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:51:36,143 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:51:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:51:36,144 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:51:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:51:36,144 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:51:36,148 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:51:36,150 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:51:36,151 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44589 2024-11-14T03:51:36,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44589 connecting to ZooKeeper ensemble=127.0.0.1:55894 2024-11-14T03:51:36,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:36,159 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:36,172 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445890x0, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:51:36,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445890x0, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:51:36,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44589-0x100ef5f326c0001 connected 2024-11-14T03:51:36,178 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:51:36,187 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:51:36,190 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T03:51:36,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:51:36,205 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-14T03:51:36,206 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44589 2024-11-14T03:51:36,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44589 2024-11-14T03:51:36,214 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-14T03:51:36,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44589 2024-11-14T03:51:36,239 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6a989be77d39:40257 2024-11-14T03:51:36,240 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6a989be77d39,40257,1731556295108 2024-11-14T03:51:36,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:51:36,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:51:36,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6a989be77d39,40257,1731556295108 2024-11-14T03:51:36,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:36,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T03:51:36,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:36,291 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T03:51:36,292 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6a989be77d39,40257,1731556295108 from backup master directory 2024-11-14T03:51:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:51:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6a989be77d39,40257,1731556295108 2024-11-14T03:51:36,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:51:36,300 WARN [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:51:36,301 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6a989be77d39,40257,1731556295108 2024-11-14T03:51:36,303 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-14T03:51:36,305 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-14T03:51:36,420 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase.id] with ID: a7164774-5f9d-43dd-ac99-7f491c9417ad 2024-11-14T03:51:36,421 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/.tmp/hbase.id 2024-11-14T03:51:36,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:51:36,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:51:36,450 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/.tmp/hbase.id]:[hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase.id] 2024-11-14T03:51:36,538 INFO [master/6a989be77d39:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:36,545 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:51:36,589 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 41ms. 2024-11-14T03:51:36,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:36,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:51:36,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:51:36,689 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:51:36,710 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:51:36,727 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:51:36,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:51:36,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:51:36,863 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store 2024-11-14T03:51:36,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:51:36,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:51:36,939 INFO [master/6a989be77d39:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-14T03:51:36,943 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:51:36,944 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:51:36,945 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:51:36,945 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:51:36,947 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:51:36,947 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:51:36,947 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:51:36,949 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556296944Disabling compacts and flushes for region at 1731556296944Disabling writes for close at 1731556296947 (+3 ms)Writing region close event to WAL at 1731556296947Closed at 1731556296947 2024-11-14T03:51:36,952 WARN [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/.initializing 2024-11-14T03:51:36,952 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/WALs/6a989be77d39,40257,1731556295108 2024-11-14T03:51:36,966 INFO [master/6a989be77d39:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:51:37,004 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C40257%2C1731556295108, suffix=, logDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/WALs/6a989be77d39,40257,1731556295108, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/oldWALs, maxLogs=10 2024-11-14T03:51:37,049 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/WALs/6a989be77d39,40257,1731556295108/6a989be77d39%2C40257%2C1731556295108.1731556297011, exclude list is [], retry=0 2024-11-14T03:51:37,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:51:37,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:51:37,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-14T03:51:37,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:51:37,172 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/WALs/6a989be77d39,40257,1731556295108/6a989be77d39%2C40257%2C1731556295108.1731556297011 2024-11-14T03:51:37,187 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37891:37891),(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-14T03:51:37,188 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:51:37,189 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:51:37,194 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,195 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,323 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:51:37,329 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,332 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:37,333 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,337 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:51:37,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:51:37,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,346 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:51:37,347 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:51:37,349 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,352 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:51:37,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:51:37,354 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,363 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,365 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,372 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,373 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,377 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:51:37,382 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:51:37,387 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:51:37,388 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=863161, jitterRate=0.09756694734096527}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:51:37,395 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731556297212Initializing all the Stores at 1731556297218 (+6 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556297219 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556297233 (+14 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556297234 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556297234Cleaning up temporary data from old regions at 1731556297373 (+139 ms)Region opened successfully at 1731556297394 (+21 ms) 2024-11-14T03:51:37,397 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:51:37,446 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@183bb485, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:51:37,500 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:51:37,518 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:51:37,518 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:51:37,524 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:51:37,527 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-14T03:51:37,533 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-14T03:51:37,533 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:51:37,574 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:51:37,589 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T03:51:37,594 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T03:51:37,597 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:51:37,600 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:51:37,603 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T03:51:37,606 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:51:37,610 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:51:37,612 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T03:51:37,614 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:51:37,616 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T03:51:37,642 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:51:37,644 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T03:51:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:51:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:37,651 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:51:37,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:37,658 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6a989be77d39,40257,1731556295108, sessionid=0x100ef5f326c0000, setting cluster-up flag (Was=false) 2024-11-14T03:51:37,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:37,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:37,692 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T03:51:37,696 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,40257,1731556295108 2024-11-14T03:51:37,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:37,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:37,720 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T03:51:37,722 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,40257,1731556295108 2024-11-14T03:51:37,731 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:51:37,835 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(746): ClusterId : a7164774-5f9d-43dd-ac99-7f491c9417ad 2024-11-14T03:51:37,838 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:51:37,841 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:51:37,846 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:51:37,846 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:51:37,853 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:51:37,854 DEBUG [RS:0;6a989be77d39:44589 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6173dcbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:51:37,854 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:51:37,863 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:51:37,869 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6a989be77d39,40257,1731556295108 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:51:37,878 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:51:37,878 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:51:37,879 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:51:37,879 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:51:37,879 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6a989be77d39:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:51:37,879 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6a989be77d39:44589 2024-11-14T03:51:37,879 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:37,879 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:51:37,879 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:37,883 INFO [RS:0;6a989be77d39:44589 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:51:37,883 INFO [RS:0;6a989be77d39:44589 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:51:37,883 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:51:37,886 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(2659): reportForDuty to master=6a989be77d39,40257,1731556295108 with port=44589, startcode=1731556296086 2024-11-14T03:51:37,887 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731556327887 2024-11-14T03:51:37,889 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:51:37,890 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:51:37,895 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:51:37,895 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:51:37,896 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:51:37,896 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:51:37,897 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:37,900 DEBUG [RS:0;6a989be77d39:44589 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:51:37,901 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:51:37,902 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:51:37,903 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:51:37,903 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:51:37,903 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:51:37,912 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,912 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:51:37,913 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:51:37,914 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:51:37,916 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556297915,5,FailOnTimeoutGroup] 2024-11-14T03:51:37,924 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556297916,5,FailOnTimeoutGroup] 2024-11-14T03:51:37,924 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:37,924 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:51:37,926 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:37,926 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:37,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:51:37,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:51:37,940 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:51:37,940 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463 2024-11-14T03:51:37,952 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51947, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:51:37,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:51:37,963 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40257 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6a989be77d39,44589,1731556296086 2024-11-14T03:51:37,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:51:37,966 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40257 {}] master.ServerManager(517): Registering regionserver=6a989be77d39,44589,1731556296086 2024-11-14T03:51:37,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:51:37,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:51:37,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:51:37,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:37,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:51:37,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:51:37,981 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,982 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:37,983 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:51:37,986 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:51:37,986 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,987 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463 2024-11-14T03:51:37,988 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38509 2024-11-14T03:51:37,988 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:51:37,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:37,990 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:51:37,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:51:37,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:51:37,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:37,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:37,995 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:51:37,997 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740 2024-11-14T03:51:37,998 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740 2024-11-14T03:51:38,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:51:38,002 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:51:38,003 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:51:38,004 DEBUG [RS:0;6a989be77d39:44589 {}] zookeeper.ZKUtil(111): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,005 WARN [RS:0;6a989be77d39:44589 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:51:38,005 INFO [RS:0;6a989be77d39:44589 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:51:38,005 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,007 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:51:38,011 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6a989be77d39,44589,1731556296086] 2024-11-14T03:51:38,018 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:51:38,019 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=756633, jitterRate=-0.03789199888706207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:51:38,023 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731556297968Initializing all the Stores at 1731556297971 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556297971Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556297972 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556297972Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556297972Cleaning up temporary data from old regions at 1731556298002 (+30 ms)Region opened successfully at 1731556298023 (+21 ms) 2024-11-14T03:51:38,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:51:38,024 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:51:38,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:51:38,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:51:38,024 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:51:38,027 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:51:38,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556298024Disabling compacts and flushes for region at 1731556298024Disabling writes for close at 1731556298024Writing region close event to WAL at 1731556298026 (+2 ms)Closed at 1731556298027 (+1 ms) 2024-11-14T03:51:38,032 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:51:38,032 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:51:38,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:51:38,059 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:51:38,065 INFO [RS:0;6a989be77d39:44589 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:51:38,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:51:38,082 INFO [RS:0;6a989be77d39:44589 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:51:38,088 INFO [RS:0;6a989be77d39:44589 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:51:38,089 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,090 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:51:38,096 INFO [RS:0;6a989be77d39:44589 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:51:38,098 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,098 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,099 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,099 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,099 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,099 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,099 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:51:38,099 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,100 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,100 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,100 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,100 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,100 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:51:38,100 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:51:38,101 DEBUG [RS:0;6a989be77d39:44589 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:51:38,104 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,104 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,104 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,104 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,105 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,105 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,44589,1731556296086-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:51:38,131 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:51:38,134 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,44589,1731556296086-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,134 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,134 INFO [RS:0;6a989be77d39:44589 {}] regionserver.Replication(171): 6a989be77d39,44589,1731556296086 started 2024-11-14T03:51:38,161 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:38,161 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1482): Serving as 6a989be77d39,44589,1731556296086, RpcServer on 6a989be77d39/172.17.0.2:44589, sessionid=0x100ef5f326c0001 2024-11-14T03:51:38,162 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:51:38,163 DEBUG [RS:0;6a989be77d39:44589 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,163 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,44589,1731556296086' 2024-11-14T03:51:38,163 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T03:51:38,164 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T03:51:38,165 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:51:38,165 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:51:38,165 DEBUG [RS:0;6a989be77d39:44589 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,166 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,44589,1731556296086' 2024-11-14T03:51:38,166 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T03:51:38,166 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T03:51:38,167 DEBUG [RS:0;6a989be77d39:44589 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:51:38,167 INFO [RS:0;6a989be77d39:44589 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:51:38,167 INFO [RS:0;6a989be77d39:44589 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:51:38,221 WARN [6a989be77d39:40257 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:51:38,274 INFO [RS:0;6a989be77d39:44589 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:51:38,279 INFO [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C44589%2C1731556296086, suffix=, logDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/oldWALs, maxLogs=32 2024-11-14T03:51:38,299 DEBUG [RS:0;6a989be77d39:44589 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556298282, exclude list is [], retry=0 2024-11-14T03:51:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:51:38,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:51:38,325 INFO [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556298282 2024-11-14T03:51:38,326 DEBUG [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37891:37891),(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-14T03:51:38,474 DEBUG [6a989be77d39:40257 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:51:38,489 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,498 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,44589,1731556296086, state=OPENING 2024-11-14T03:51:38,503 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:51:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:38,506 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:51:38,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:51:38,507 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:51:38,509 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:51:38,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,44589,1731556296086}] 2024-11-14T03:51:38,698 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:51:38,701 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55985, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:51:38,714 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:51:38,715 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:51:38,716 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:51:38,722 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C44589%2C1731556296086.meta, suffix=.meta, logDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086, archiveDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/oldWALs, maxLogs=32 2024-11-14T03:51:38,743 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.meta.1731556298725.meta, exclude list is [], retry=0 2024-11-14T03:51:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:51:38,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:51:38,751 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.meta.1731556298725.meta 2024-11-14T03:51:38,752 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37891:37891),(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-14T03:51:38,752 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:51:38,754 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:51:38,757 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:51:38,763 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:51:38,767 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:51:38,768 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:51:38,768 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:51:38,768 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:51:38,774 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:51:38,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:51:38,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:38,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:38,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:51:38,779 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:51:38,780 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:38,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:38,781 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:51:38,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:51:38,783 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:38,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:38,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:51:38,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:51:38,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:38,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:51:38,787 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:51:38,789 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740 2024-11-14T03:51:38,793 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740 2024-11-14T03:51:38,796 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:51:38,796 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:51:38,797 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:51:38,801 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:51:38,803 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=728482, jitterRate=-0.07368774712085724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:51:38,803 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:51:38,805 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731556298770Writing region info on filesystem at 1731556298770Initializing all the Stores at 1731556298773 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556298773Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556298773Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556298773Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556298773Cleaning up temporary data from old regions at 1731556298796 (+23 ms)Running coprocessor post-open hooks at 1731556298803 (+7 ms)Region opened successfully at 1731556298805 (+2 ms) 2024-11-14T03:51:38,815 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731556298685 2024-11-14T03:51:38,830 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:51:38,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,835 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,44589,1731556296086, state=OPEN 2024-11-14T03:51:38,837 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:51:38,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:51:38,843 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:51:38,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:51:38,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:51:38,845 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6a989be77d39,44589,1731556296086 2024-11-14T03:51:38,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:51:38,858 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,44589,1731556296086 in 334 msec 2024-11-14T03:51:38,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:51:38,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 820 msec 2024-11-14T03:51:38,880 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:51:38,880 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:51:38,906 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:51:38,908 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,44589,1731556296086, seqNum=-1] 2024-11-14T03:51:38,939 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:51:38,942 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34559, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:51:38,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2010 sec 2024-11-14T03:51:38,977 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731556298976, completionTime=-1 2024-11-14T03:51:38,981 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:51:38,981 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T03:51:39,033 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T03:51:39,033 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731556359033 2024-11-14T03:51:39,034 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731556419034 2024-11-14T03:51:39,034 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 52 msec 2024-11-14T03:51:39,039 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,40257,1731556295108-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,039 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,40257,1731556295108-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,40257,1731556295108-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,045 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6a989be77d39:40257, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,052 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,063 DEBUG [master/6a989be77d39:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:51:39,077 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,141 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.840sec 2024-11-14T03:51:39,143 INFO [master/6a989be77d39:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:51:39,145 INFO [master/6a989be77d39:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:51:39,146 INFO [master/6a989be77d39:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:51:39,147 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:51:39,147 INFO [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:51:39,149 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,40257,1731556295108-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:51:39,149 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,40257,1731556295108-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:51:39,164 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:51:39,165 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:51:39,166 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,40257,1731556295108-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:51:39,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bb1610d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:51:39,266 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-14T03:51:39,267 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-14T03:51:39,276 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6a989be77d39,40257,-1 for getting cluster id 2024-11-14T03:51:39,280 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:51:39,319 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a7164774-5f9d-43dd-ac99-7f491c9417ad' 2024-11-14T03:51:39,331 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:51:39,332 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a7164774-5f9d-43dd-ac99-7f491c9417ad" 2024-11-14T03:51:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f7c462d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:51:39,348 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6a989be77d39,40257,-1] 2024-11-14T03:51:39,352 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:51:39,355 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:51:39,361 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46666, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:51:39,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c3b79d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:51:39,367 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:51:39,379 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,44589,1731556296086, seqNum=-1] 2024-11-14T03:51:39,380 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:51:39,386 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42478, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:51:39,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6a989be77d39,40257,1731556295108 2024-11-14T03:51:39,424 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:51:39,438 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T03:51:39,444 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:51:39,459 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 6a989be77d39,40257,1731556295108 2024-11-14T03:51:39,464 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6e414e47 2024-11-14T03:51:39,465 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:51:39,482 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:51:39,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T03:51:39,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T03:51:39,490 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:51:39,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-14T03:51:39,562 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:51:39,564 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-14T03:51:39,565 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:39,570 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:51:39,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:51:39,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741835_1011 (size=389) 2024-11-14T03:51:39,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741835_1011 (size=389) 2024-11-14T03:51:40,026 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 70f46499adc93ada95c7cf96af7af816, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463 2024-11-14T03:51:40,052 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741836_1012 (size=72) 2024-11-14T03:51:40,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741836_1012 (size=72) 2024-11-14T03:51:40,059 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:51:40,059 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 70f46499adc93ada95c7cf96af7af816, disabling compactions & flushes 2024-11-14T03:51:40,059 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,059 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,059 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. after waiting 0 ms 2024-11-14T03:51:40,059 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,059 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,059 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 70f46499adc93ada95c7cf96af7af816: Waiting for close lock at 1731556300059Disabling compacts and flushes for region at 1731556300059Disabling writes for close at 1731556300059Writing region close event to WAL at 1731556300059Closed at 1731556300059 2024-11-14T03:51:40,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:51:40,068 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1731556300062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731556300062"}]},"ts":"1731556300062"} 2024-11-14T03:51:40,077 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:51:40,083 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:51:40,087 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556300083"}]},"ts":"1731556300083"} 2024-11-14T03:51:40,094 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-14T03:51:40,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=70f46499adc93ada95c7cf96af7af816, ASSIGN}] 2024-11-14T03:51:40,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=70f46499adc93ada95c7cf96af7af816, ASSIGN 2024-11-14T03:51:40,107 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=70f46499adc93ada95c7cf96af7af816, ASSIGN; state=OFFLINE, location=6a989be77d39,44589,1731556296086; forceNewPlan=false, retain=false 2024-11-14T03:51:40,262 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70f46499adc93ada95c7cf96af7af816, regionState=OPENING, regionLocation=6a989be77d39,44589,1731556296086 2024-11-14T03:51:40,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=70f46499adc93ada95c7cf96af7af816, ASSIGN because future has completed 2024-11-14T03:51:40,274 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f46499adc93ada95c7cf96af7af816, server=6a989be77d39,44589,1731556296086}] 2024-11-14T03:51:40,442 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,442 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 70f46499adc93ada95c7cf96af7af816, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:51:40,443 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,443 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:51:40,444 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,444 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,447 INFO [StoreOpener-70f46499adc93ada95c7cf96af7af816-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,449 INFO [StoreOpener-70f46499adc93ada95c7cf96af7af816-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 70f46499adc93ada95c7cf96af7af816 columnFamilyName info 2024-11-14T03:51:40,449 DEBUG [StoreOpener-70f46499adc93ada95c7cf96af7af816-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:51:40,450 INFO [StoreOpener-70f46499adc93ada95c7cf96af7af816-1 {}] regionserver.HStore(327): Store=70f46499adc93ada95c7cf96af7af816/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:51:40,451 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,452 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,453 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,454 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,454 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,461 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,467 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:51:40,468 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 70f46499adc93ada95c7cf96af7af816; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784602, jitterRate=-0.0023270249366760254}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T03:51:40,468 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:51:40,469 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 70f46499adc93ada95c7cf96af7af816: Running coprocessor pre-open hook at 1731556300444Writing region info on filesystem at 1731556300444Initializing all the Stores at 1731556300446 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556300446Cleaning up temporary data from old regions at 1731556300454 (+8 ms)Running coprocessor post-open hooks at 1731556300468 (+14 ms)Region opened successfully at 1731556300469 (+1 ms) 2024-11-14T03:51:40,473 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816., pid=6, masterSystemTime=1731556300433 2024-11-14T03:51:40,478 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,478 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:40,480 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=70f46499adc93ada95c7cf96af7af816, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,44589,1731556296086 2024-11-14T03:51:40,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 70f46499adc93ada95c7cf96af7af816, server=6a989be77d39,44589,1731556296086 because future has completed 2024-11-14T03:51:40,497 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:51:40,499 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 70f46499adc93ada95c7cf96af7af816, server=6a989be77d39,44589,1731556296086 in 214 msec 2024-11-14T03:51:40,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:51:40,503 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=70f46499adc93ada95c7cf96af7af816, ASSIGN in 400 msec 2024-11-14T03:51:40,505 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:51:40,505 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556300505"}]},"ts":"1731556300505"} 2024-11-14T03:51:40,510 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-14T03:51:40,512 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:51:40,516 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 980 msec 2024-11-14T03:51:44,281 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-14T03:51:44,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:51:44,342 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-14T03:51:45,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:51:45,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:51:45,632 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T03:51:45,632 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T03:51:45,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:51:45,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:51:45,633 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-14T03:51:45,633 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-14T03:51:49,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40257 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:51:49,587 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-14T03:51:49,591 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-14T03:51:49,600 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-14T03:51:49,601 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:51:49,623 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556309601, exclude list is [], retry=0 2024-11-14T03:51:49,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:51:49,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:51:49,638 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556298282 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556309601 2024-11-14T03:51:49,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37891:37891),(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-14T03:51:49,642 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556298282 is not closed yet, will try archiving it next time 2024-11-14T03:51:49,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741833_1009 (size=451) 2024-11-14T03:51:49,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741833_1009 (size=451) 2024-11-14T03:51:49,652 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556298282 to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/oldWALs/6a989be77d39%2C44589%2C1731556296086.1731556298282 2024-11-14T03:51:49,653 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816., hostname=6a989be77d39,44589,1731556296086, seqNum=2] 2024-11-14T03:52:03,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] regionserver.HRegion(8855): Flush requested on 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:52:03,709 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70f46499adc93ada95c7cf96af7af816 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:52:03,786 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/e3bab082298b483f9ded7c6d6231f851 is 1055, key is row0001/info:/1731556309661/Put/seqid=0 2024-11-14T03:52:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741838_1014 (size=13386) 2024-11-14T03:52:03,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741838_1014 (size=13386) 2024-11-14T03:52:04,010 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:52:04,212 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/e3bab082298b483f9ded7c6d6231f851 2024-11-14T03:52:04,282 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/e3bab082298b483f9ded7c6d6231f851 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/e3bab082298b483f9ded7c6d6231f851 2024-11-14T03:52:04,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/e3bab082298b483f9ded7c6d6231f851, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T03:52:04,309 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 70f46499adc93ada95c7cf96af7af816 in 598ms, sequenceid=12, compaction requested=false 2024-11-14T03:52:04,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70f46499adc93ada95c7cf96af7af816: 2024-11-14T03:52:09,728 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556329714, exclude list is [], retry=0 2024-11-14T03:52:09,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:52:09,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:52:09,734 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556309601 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556329714 2024-11-14T03:52:09,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35723:35723),(127.0.0.1/127.0.0.1:37891:37891)] 2024-11-14T03:52:09,735 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556309601 is not closed yet, will try archiving it next time 2024-11-14T03:52:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741837_1013 (size=12149) 2024-11-14T03:52:09,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741837_1013 (size=12149) 2024-11-14T03:52:14,743 INFO [AsyncFSWAL-0-hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463-prefix:6a989be77d39,44589,1731556296086 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5005 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK], DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK]] 2024-11-14T03:52:14,744 WARN [AsyncFSWAL-0-hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463-prefix:6a989be77d39,44589,1731556296086 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5005 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK], DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK]] 2024-11-14T03:52:14,746 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6a989be77d39%2C44589%2C1731556296086:(num 1731556329714) roll requested 2024-11-14T03:52:14,768 DEBUG [regionserver/6a989be77d39:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556334746, exclude list is [], retry=0 2024-11-14T03:52:14,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:52:14,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:52:14,776 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556329714 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556334746 2024-11-14T03:52:14,776 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37891:37891),(127.0.0.1/127.0.0.1:35723:35723)] 2024-11-14T03:52:14,777 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556329714 is not closed yet, will try archiving it next time 2024-11-14T03:52:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741839_1015 (size=1233) 2024-11-14T03:52:14,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741839_1015 (size=1233) 2024-11-14T03:52:16,745 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T03:52:16,763 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556336746, exclude list is [], retry=0 2024-11-14T03:52:16,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40655,DS-0ea3b5a3-4f85-4eeb-b3a4-95a8f5953405,DISK] 2024-11-14T03:52:16,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36865,DS-575510e1-7120-4c52-9f87-5455ea534da5,DISK] 2024-11-14T03:52:16,770 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556334746 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556336746 2024-11-14T03:52:16,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35723:35723),(127.0.0.1/127.0.0.1:37891:37891)] 2024-11-14T03:52:16,771 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556334746 is not closed yet, will try archiving it next time 2024-11-14T03:52:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741840_1016 (size=93) 2024-11-14T03:52:16,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741840_1016 (size=93) 2024-11-14T03:52:16,774 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/WALs/6a989be77d39,44589,1731556296086/6a989be77d39%2C44589%2C1731556296086.1731556334746 to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/oldWALs/6a989be77d39%2C44589%2C1731556296086.1731556334746 2024-11-14T03:52:19,190 INFO [master/6a989be77d39:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:52:19,191 INFO [master/6a989be77d39:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:52:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44589 {}] regionserver.HRegion(8855): Flush requested on 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:52:24,793 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 70f46499adc93ada95c7cf96af7af816 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:52:24,805 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/e025782d4fe24e739d2cf27f03ffcdce is 1055, key is row0009/info:/1731556325707/Put/seqid=0 2024-11-14T03:52:24,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741842_1018 (size=13386) 2024-11-14T03:52:24,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741842_1018 (size=13386) 2024-11-14T03:52:24,838 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/e025782d4fe24e739d2cf27f03ffcdce 2024-11-14T03:52:24,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/e025782d4fe24e739d2cf27f03ffcdce as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/e025782d4fe24e739d2cf27f03ffcdce 2024-11-14T03:52:24,929 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/e025782d4fe24e739d2cf27f03ffcdce, entries=8, sequenceid=23, filesize=13.1 K 2024-11-14T03:52:24,936 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 70f46499adc93ada95c7cf96af7af816 in 143ms, sequenceid=23, compaction requested=false 2024-11-14T03:52:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 70f46499adc93ada95c7cf96af7af816: 2024-11-14T03:52:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-14T03:52:24,936 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:52:24,937 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/e3bab082298b483f9ded7c6d6231f851 because midkey is the same as first or last row 2024-11-14T03:52:25,444 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 70f46499adc93ada95c7cf96af7af816, had cached 0 bytes from a total of 26772 2024-11-14T03:52:34,010 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:52:36,823 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:52:36,824 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:52:36,824 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:52:36,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:36,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:36,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:52:36,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:52:36,832 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1289039862, stopped=false 2024-11-14T03:52:36,832 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6a989be77d39,40257,1731556295108 2024-11-14T03:52:36,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:52:36,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:52:36,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:52:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:36,835 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:36,835 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:52:36,835 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:52:36,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:36,836 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6a989be77d39,44589,1731556296086' ***** 2024-11-14T03:52:36,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:52:36,836 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:52:36,836 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:52:36,836 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:52:36,837 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:52:36,837 INFO [RS:0;6a989be77d39:44589 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:52:36,837 INFO [RS:0;6a989be77d39:44589 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:52:36,837 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(3091): Received CLOSE for 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(959): stopping server 6a989be77d39,44589,1731556296086 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6a989be77d39:44589. 2024-11-14T03:52:36,838 DEBUG [RS:0;6a989be77d39:44589 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:52:36,838 DEBUG [RS:0;6a989be77d39:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:52:36,838 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 70f46499adc93ada95c7cf96af7af816, disabling compactions & flushes 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:52:36,838 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:52:36,838 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:52:36,838 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:52:36,838 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. after waiting 0 ms 2024-11-14T03:52:36,838 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:52:36,839 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:52:36,839 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 70f46499adc93ada95c7cf96af7af816 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-14T03:52:36,839 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:52:36,839 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1325): Online Regions={70f46499adc93ada95c7cf96af7af816=TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:52:36,839 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:52:36,839 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:52:36,839 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:52:36,839 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:52:36,839 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 70f46499adc93ada95c7cf96af7af816 2024-11-14T03:52:36,839 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-14T03:52:36,850 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/4470ede7cf45419b84a65cd3ae233347 is 1055, key is row0017/info:/1731556346795/Put/seqid=0 2024-11-14T03:52:36,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741843_1019 (size=10222) 2024-11-14T03:52:36,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741843_1019 (size=10222) 2024-11-14T03:52:36,865 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/4470ede7cf45419b84a65cd3ae233347 2024-11-14T03:52:36,871 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/info/3eaa2dcbed114ed0a37b233c9f273ad2 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816./info:regioninfo/1731556300479/Put/seqid=0 2024-11-14T03:52:36,880 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/.tmp/info/4470ede7cf45419b84a65cd3ae233347 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/4470ede7cf45419b84a65cd3ae233347 2024-11-14T03:52:36,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741844_1020 (size=7016) 2024-11-14T03:52:36,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741844_1020 (size=7016) 2024-11-14T03:52:36,884 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/info/3eaa2dcbed114ed0a37b233c9f273ad2 2024-11-14T03:52:36,891 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/info/4470ede7cf45419b84a65cd3ae233347, entries=5, sequenceid=31, filesize=10.0 K 2024-11-14T03:52:36,893 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 70f46499adc93ada95c7cf96af7af816 in 55ms, sequenceid=31, compaction requested=true 2024-11-14T03:52:36,907 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/default/TestLogRolling-testSlowSyncLogRolling/70f46499adc93ada95c7cf96af7af816/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-14T03:52:36,910 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:52:36,910 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 70f46499adc93ada95c7cf96af7af816: Waiting for close lock at 1731556356838Running coprocessor pre-close hooks at 1731556356838Disabling compacts and flushes for region at 1731556356838Disabling writes for close at 1731556356838Obtaining lock to block concurrent updates at 1731556356839 (+1 ms)Preparing flush snapshotting stores in 70f46499adc93ada95c7cf96af7af816 at 1731556356839Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1731556356840 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. at 1731556356841 (+1 ms)Flushing 70f46499adc93ada95c7cf96af7af816/info: creating writer at 1731556356842 (+1 ms)Flushing 70f46499adc93ada95c7cf96af7af816/info: appending metadata at 1731556356849 (+7 ms)Flushing 70f46499adc93ada95c7cf96af7af816/info: closing flushed file at 1731556356849Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15a4f688: reopening flushed file at 1731556356878 (+29 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 70f46499adc93ada95c7cf96af7af816 in 55ms, sequenceid=31, compaction requested=true at 1731556356893 (+15 ms)Writing region close event to WAL at 1731556356895 (+2 ms)Running coprocessor post-close hooks at 1731556356909 (+14 ms)Closed at 1731556356910 (+1 ms) 2024-11-14T03:52:36,911 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1731556299484.70f46499adc93ada95c7cf96af7af816. 2024-11-14T03:52:36,918 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/ns/f0fc0df1bb374349af51bb5c7bb2ba12 is 43, key is default/ns:d/1731556298949/Put/seqid=0 2024-11-14T03:52:36,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741845_1021 (size=5153) 2024-11-14T03:52:36,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741845_1021 (size=5153) 2024-11-14T03:52:36,927 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/ns/f0fc0df1bb374349af51bb5c7bb2ba12 2024-11-14T03:52:36,957 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/table/c1e6a55ac04d4d9dae1d0a1bdf851495 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1731556300505/Put/seqid=0 2024-11-14T03:52:36,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741846_1022 (size=5396) 2024-11-14T03:52:36,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741846_1022 (size=5396) 2024-11-14T03:52:36,966 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/table/c1e6a55ac04d4d9dae1d0a1bdf851495 2024-11-14T03:52:36,977 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/info/3eaa2dcbed114ed0a37b233c9f273ad2 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/info/3eaa2dcbed114ed0a37b233c9f273ad2 2024-11-14T03:52:36,987 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/info/3eaa2dcbed114ed0a37b233c9f273ad2, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T03:52:36,989 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/ns/f0fc0df1bb374349af51bb5c7bb2ba12 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/ns/f0fc0df1bb374349af51bb5c7bb2ba12 2024-11-14T03:52:36,999 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/ns/f0fc0df1bb374349af51bb5c7bb2ba12, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:52:37,001 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/.tmp/table/c1e6a55ac04d4d9dae1d0a1bdf851495 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/table/c1e6a55ac04d4d9dae1d0a1bdf851495 2024-11-14T03:52:37,013 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/table/c1e6a55ac04d4d9dae1d0a1bdf851495, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T03:52:37,019 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=11, compaction requested=false 2024-11-14T03:52:37,040 DEBUG [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:52:37,050 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:52:37,051 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:52:37,051 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:52:37,051 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556356839Running coprocessor pre-close hooks at 1731556356839Disabling compacts and flushes for region at 1731556356839Disabling writes for close at 1731556356839Obtaining lock to block concurrent updates at 1731556356840 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731556356840Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1731556356840Flushing stores of hbase:meta,,1.1588230740 at 1731556356841 (+1 ms)Flushing 1588230740/info: creating writer at 1731556356842 (+1 ms)Flushing 1588230740/info: appending metadata at 1731556356870 (+28 ms)Flushing 1588230740/info: closing flushed file at 1731556356870Flushing 1588230740/ns: creating writer at 1731556356894 (+24 ms)Flushing 1588230740/ns: appending metadata at 1731556356917 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731556356917Flushing 1588230740/table: creating writer at 1731556356937 (+20 ms)Flushing 1588230740/table: appending metadata at 1731556356957 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731556356957Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2334849d: reopening flushed file at 1731556356976 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@283d6842: reopening flushed file at 1731556356987 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@59b163ab: reopening flushed file at 1731556356999 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 180ms, sequenceid=11, compaction requested=false at 1731556357019 (+20 ms)Writing region close event to WAL at 1731556357041 (+22 ms)Running coprocessor post-close hooks at 1731556357051 (+10 ms)Closed at 1731556357051 2024-11-14T03:52:37,052 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:52:37,187 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:52:37,188 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:52:37,240 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(976): stopping server 6a989be77d39,44589,1731556296086; all regions closed. 2024-11-14T03:52:37,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741834_1010 (size=3066) 2024-11-14T03:52:37,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741834_1010 (size=3066) 2024-11-14T03:52:37,251 DEBUG [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/oldWALs 2024-11-14T03:52:37,251 INFO [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C44589%2C1731556296086.meta:.meta(num 1731556298725) 2024-11-14T03:52:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741841_1017 (size=13164) 2024-11-14T03:52:37,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741841_1017 (size=13164) 2024-11-14T03:52:37,261 DEBUG [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/oldWALs 2024-11-14T03:52:37,261 INFO [RS:0;6a989be77d39:44589 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C44589%2C1731556296086:(num 1731556336746) 2024-11-14T03:52:37,261 DEBUG [RS:0;6a989be77d39:44589 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:37,261 INFO [RS:0;6a989be77d39:44589 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:52:37,261 INFO [RS:0;6a989be77d39:44589 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:52:37,262 INFO [RS:0;6a989be77d39:44589 {}] hbase.ChoreService(370): Chore service for: regionserver/6a989be77d39:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:52:37,262 INFO [RS:0;6a989be77d39:44589 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:52:37,262 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:52:37,262 INFO [RS:0;6a989be77d39:44589 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44589 2024-11-14T03:52:37,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6a989be77d39,44589,1731556296086 2024-11-14T03:52:37,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:52:37,267 INFO [RS:0;6a989be77d39:44589 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:52:37,268 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6a989be77d39,44589,1731556296086] 2024-11-14T03:52:37,270 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6a989be77d39,44589,1731556296086 already deleted, retry=false 2024-11-14T03:52:37,271 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6a989be77d39,44589,1731556296086 expired; onlineServers=0 2024-11-14T03:52:37,271 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6a989be77d39,40257,1731556295108' ***** 2024-11-14T03:52:37,271 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:52:37,271 INFO [M:0;6a989be77d39:40257 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:52:37,271 INFO [M:0;6a989be77d39:40257 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:52:37,271 DEBUG [M:0;6a989be77d39:40257 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:52:37,271 DEBUG [M:0;6a989be77d39:40257 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:52:37,271 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:52:37,271 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556297915 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556297915,5,FailOnTimeoutGroup] 2024-11-14T03:52:37,271 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556297916 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556297916,5,FailOnTimeoutGroup] 2024-11-14T03:52:37,272 INFO [M:0;6a989be77d39:40257 {}] hbase.ChoreService(370): Chore service for: master/6a989be77d39:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:52:37,272 INFO [M:0;6a989be77d39:40257 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:52:37,272 DEBUG [M:0;6a989be77d39:40257 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:52:37,272 INFO [M:0;6a989be77d39:40257 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:52:37,272 INFO [M:0;6a989be77d39:40257 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:52:37,273 INFO [M:0;6a989be77d39:40257 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:52:37,273 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:52:37,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T03:52:37,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:37,274 DEBUG [M:0;6a989be77d39:40257 {}] zookeeper.ZKUtil(347): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T03:52:37,274 WARN [M:0;6a989be77d39:40257 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:52:37,275 INFO [M:0;6a989be77d39:40257 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/.lastflushedseqids 2024-11-14T03:52:37,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741847_1023 (size=130) 2024-11-14T03:52:37,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741847_1023 (size=130) 2024-11-14T03:52:37,291 INFO [M:0;6a989be77d39:40257 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:52:37,292 INFO [M:0;6a989be77d39:40257 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:52:37,292 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:52:37,292 INFO [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:37,292 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:37,292 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:52:37,292 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:37,292 INFO [M:0;6a989be77d39:40257 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-14T03:52:37,317 DEBUG [M:0;6a989be77d39:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0429d2aed8243a280bfa42c184da994 is 82, key is hbase:meta,,1/info:regioninfo/1731556298831/Put/seqid=0 2024-11-14T03:52:37,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741848_1024 (size=5672) 2024-11-14T03:52:37,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741848_1024 (size=5672) 2024-11-14T03:52:37,333 INFO [M:0;6a989be77d39:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0429d2aed8243a280bfa42c184da994 2024-11-14T03:52:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:52:37,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44589-0x100ef5f326c0001, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:52:37,371 INFO [RS:0;6a989be77d39:44589 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:52:37,371 INFO [RS:0;6a989be77d39:44589 {}] regionserver.HRegionServer(1031): Exiting; stopping=6a989be77d39,44589,1731556296086; zookeeper connection closed. 2024-11-14T03:52:37,371 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@fb0af46 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@fb0af46 2024-11-14T03:52:37,372 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:52:37,375 DEBUG [M:0;6a989be77d39:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b79b9b8eb1e24157963e3601b4cea774 is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731556300514/Put/seqid=0 2024-11-14T03:52:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741849_1025 (size=6247) 2024-11-14T03:52:37,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741849_1025 (size=6247) 2024-11-14T03:52:37,385 INFO [M:0;6a989be77d39:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b79b9b8eb1e24157963e3601b4cea774 2024-11-14T03:52:37,392 INFO [M:0;6a989be77d39:40257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b79b9b8eb1e24157963e3601b4cea774 2024-11-14T03:52:37,408 DEBUG [M:0;6a989be77d39:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aa296126be94403852e28ad7e049682 is 69, key is 6a989be77d39,44589,1731556296086/rs:state/1731556297968/Put/seqid=0 2024-11-14T03:52:37,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741850_1026 (size=5156) 2024-11-14T03:52:37,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741850_1026 (size=5156) 2024-11-14T03:52:37,419 INFO [M:0;6a989be77d39:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aa296126be94403852e28ad7e049682 2024-11-14T03:52:37,445 DEBUG [M:0;6a989be77d39:40257 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/96971cd156c94d3198b50fda9018e978 is 52, key is load_balancer_on/state:d/1731556299430/Put/seqid=0 2024-11-14T03:52:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741851_1027 (size=5056) 2024-11-14T03:52:37,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741851_1027 (size=5056) 2024-11-14T03:52:37,454 INFO [M:0;6a989be77d39:40257 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/96971cd156c94d3198b50fda9018e978 2024-11-14T03:52:37,464 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c0429d2aed8243a280bfa42c184da994 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0429d2aed8243a280bfa42c184da994 2024-11-14T03:52:37,473 INFO [M:0;6a989be77d39:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c0429d2aed8243a280bfa42c184da994, entries=8, sequenceid=59, filesize=5.5 K 2024-11-14T03:52:37,474 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b79b9b8eb1e24157963e3601b4cea774 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b79b9b8eb1e24157963e3601b4cea774 2024-11-14T03:52:37,488 INFO [M:0;6a989be77d39:40257 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b79b9b8eb1e24157963e3601b4cea774 2024-11-14T03:52:37,488 INFO [M:0;6a989be77d39:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b79b9b8eb1e24157963e3601b4cea774, entries=6, sequenceid=59, filesize=6.1 K 2024-11-14T03:52:37,491 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3aa296126be94403852e28ad7e049682 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3aa296126be94403852e28ad7e049682 2024-11-14T03:52:37,501 INFO [M:0;6a989be77d39:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3aa296126be94403852e28ad7e049682, entries=1, sequenceid=59, filesize=5.0 K 2024-11-14T03:52:37,503 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/96971cd156c94d3198b50fda9018e978 as hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/96971cd156c94d3198b50fda9018e978 2024-11-14T03:52:37,511 INFO [M:0;6a989be77d39:40257 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/96971cd156c94d3198b50fda9018e978, entries=1, sequenceid=59, filesize=4.9 K 2024-11-14T03:52:37,513 INFO [M:0;6a989be77d39:40257 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=59, compaction requested=false 2024-11-14T03:52:37,515 INFO [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:37,515 DEBUG [M:0;6a989be77d39:40257 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556357292Disabling compacts and flushes for region at 1731556357292Disabling writes for close at 1731556357292Obtaining lock to block concurrent updates at 1731556357292Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731556357292Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1731556357293 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731556357294 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731556357294Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731556357316 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731556357316Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731556357346 (+30 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731556357374 (+28 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731556357374Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731556357393 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731556357408 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731556357408Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731556357427 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731556357444 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731556357444Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee6df62: reopening flushed file at 1731556357462 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66c8a1b5: reopening flushed file at 1731556357473 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74ae545b: reopening flushed file at 1731556357489 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3275fba4: reopening flushed file at 1731556357501 (+12 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 220ms, sequenceid=59, compaction requested=false at 1731556357513 (+12 ms)Writing region close event to WAL at 1731556357514 (+1 ms)Closed at 1731556357514 2024-11-14T03:52:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40655 is added to blk_1073741830_1006 (size=27973) 2024-11-14T03:52:37,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36865 is added to blk_1073741830_1006 (size=27973) 2024-11-14T03:52:37,522 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:52:37,522 INFO [M:0;6a989be77d39:40257 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:52:37,522 INFO [M:0;6a989be77d39:40257 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40257 2024-11-14T03:52:37,523 INFO [M:0;6a989be77d39:40257 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:52:37,625 INFO [M:0;6a989be77d39:40257 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:52:37,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:52:37,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40257-0x100ef5f326c0000, quorum=127.0.0.1:55894, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:52:37,645 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:37,648 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:52:37,648 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:52:37,648 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:52:37,649 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir/,STOPPED} 2024-11-14T03:52:37,654 WARN [BP-1775017640-172.17.0.2-1731556290651 heartbeating to localhost/127.0.0.1:38509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:52:37,654 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:52:37,654 WARN [BP-1775017640-172.17.0.2-1731556290651 heartbeating to localhost/127.0.0.1:38509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1775017640-172.17.0.2-1731556290651 (Datanode Uuid 2f3a3d2d-6dab-491c-92f2-9de151ed04d5) service to localhost/127.0.0.1:38509 2024-11-14T03:52:37,654 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:52:37,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data3/current/BP-1775017640-172.17.0.2-1731556290651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:52:37,656 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data4/current/BP-1775017640-172.17.0.2-1731556290651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:52:37,657 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:52:37,659 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:37,660 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:52:37,660 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:52:37,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:52:37,660 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir/,STOPPED} 2024-11-14T03:52:37,662 WARN [BP-1775017640-172.17.0.2-1731556290651 heartbeating to localhost/127.0.0.1:38509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:52:37,662 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:52:37,662 WARN [BP-1775017640-172.17.0.2-1731556290651 heartbeating to localhost/127.0.0.1:38509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1775017640-172.17.0.2-1731556290651 (Datanode Uuid 8aeb3978-cf35-4cf4-ba14-97c7c7592a7b) service to localhost/127.0.0.1:38509 2024-11-14T03:52:37,662 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:52:37,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data1/current/BP-1775017640-172.17.0.2-1731556290651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:52:37,663 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/cluster_c12f8ade-38f9-2491-ca1c-f9a4cf768556/data/data2/current/BP-1775017640-172.17.0.2-1731556290651 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:52:37,664 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:52:37,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:52:37,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:52:37,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:52:37,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:52:37,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir/,STOPPED} 2024-11-14T03:52:37,693 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:52:37,771 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:52:37,785 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6a989be77d39:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:38509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/6a989be77d39:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38509 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6a989be77d39:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@53acbf77 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:38509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/6a989be77d39:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=395 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=504 (was 708), ProcessCount=11 (was 11), AvailableMemoryMB=6087 (was 6010) - AvailableMemoryMB LEAK? - 2024-11-14T03:52:37,795 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=395, MaxFileDescriptor=1048576, SystemLoadAverage=504, ProcessCount=11, AvailableMemoryMB=6086 2024-11-14T03:52:37,795 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.log.dir so I do NOT create it in target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6c1f2644-d5dc-fe44-114b-a66be6ed9dd5/hadoop.tmp.dir so I do NOT create it in target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7, deleteOnExit=true 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/test.cache.data in system properties and HBase conf 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:52:37,796 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:52:37,796 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:52:37,797 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:52:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:52:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:52:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:52:37,798 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:52:37,902 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:37,909 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:37,912 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:37,912 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:52:37,913 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:37,913 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@487bdcb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:37,914 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36269b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:38,059 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a3eda75{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-36965-hadoop-hdfs-3_4_1-tests_jar-_-any-7267099532920506891/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:52:38,060 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@52a52af{HTTP/1.1, (http/1.1)}{localhost:36965} 2024-11-14T03:52:38,060 INFO [Time-limited test {}] server.Server(415): Started @69878ms 2024-11-14T03:52:38,118 INFO [regionserver/6a989be77d39:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:52:38,156 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:38,160 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:38,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:38,166 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:38,166 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:52:38,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@26d8ef5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:38,167 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13bb5eb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:38,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@42b8143c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-34317-hadoop-hdfs-3_4_1-tests_jar-_-any-10776852408549257104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:38,311 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@689e34fd{HTTP/1.1, (http/1.1)}{localhost:34317} 2024-11-14T03:52:38,311 INFO [Time-limited test {}] server.Server(415): Started @70128ms 2024-11-14T03:52:38,313 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:52:38,360 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:38,366 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:38,367 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:38,368 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:38,368 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:52:38,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f06258f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:38,369 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@63c46134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:38,421 WARN [Thread-372 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data1/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:38,422 WARN [Thread-373 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data2/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:38,449 WARN [Thread-351 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:52:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d2f7e28542e642e with lease ID 0x7e383c63b967451b: Processing first storage report for DS-8f4a5714-3b62-4feb-bf19-9d1f1ca0bb72 from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=2e06810c-dd9d-44dc-ad8f-1820a13766c8, infoPort=35499, infoSecurePort=0, ipcPort=37873, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d2f7e28542e642e with lease ID 0x7e383c63b967451b: from storage DS-8f4a5714-3b62-4feb-bf19-9d1f1ca0bb72 node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=2e06810c-dd9d-44dc-ad8f-1820a13766c8, infoPort=35499, infoSecurePort=0, ipcPort=37873, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8d2f7e28542e642e with lease ID 0x7e383c63b967451b: Processing first storage report for DS-1e609b04-a4e3-4761-b1d8-9aff623b910c from datanode DatanodeRegistration(127.0.0.1:46099, datanodeUuid=2e06810c-dd9d-44dc-ad8f-1820a13766c8, infoPort=35499, infoSecurePort=0, ipcPort=37873, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8d2f7e28542e642e with lease ID 0x7e383c63b967451b: from storage DS-1e609b04-a4e3-4761-b1d8-9aff623b910c node DatanodeRegistration(127.0.0.1:46099, datanodeUuid=2e06810c-dd9d-44dc-ad8f-1820a13766c8, infoPort=35499, infoSecurePort=0, ipcPort=37873, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:38,524 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f92bdbc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-35079-hadoop-hdfs-3_4_1-tests_jar-_-any-8026959699251864409/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:38,525 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5610d439{HTTP/1.1, (http/1.1)}{localhost:35079} 2024-11-14T03:52:38,525 INFO [Time-limited test {}] server.Server(415): Started @70342ms 2024-11-14T03:52:38,527 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:52:38,634 WARN [Thread-398 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data3/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:38,637 WARN [Thread-399 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data4/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:38,667 WARN [Thread-387 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:52:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc09213b3bda780b6 with lease ID 0x7e383c63b967451c: Processing first storage report for DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba from datanode DatanodeRegistration(127.0.0.1:35623, datanodeUuid=a70ca9c6-6a99-4c9c-9c71-1ca3bff72837, infoPort=35855, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc09213b3bda780b6 with lease ID 0x7e383c63b967451c: from storage DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba node DatanodeRegistration(127.0.0.1:35623, datanodeUuid=a70ca9c6-6a99-4c9c-9c71-1ca3bff72837, infoPort=35855, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:38,672 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc09213b3bda780b6 with lease ID 0x7e383c63b967451c: Processing first storage report for DS-852e4810-bdda-4c44-be3b-021c65654bb4 from datanode DatanodeRegistration(127.0.0.1:35623, datanodeUuid=a70ca9c6-6a99-4c9c-9c71-1ca3bff72837, infoPort=35855, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:38,673 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc09213b3bda780b6 with lease ID 0x7e383c63b967451c: from storage DS-852e4810-bdda-4c44-be3b-021c65654bb4 node DatanodeRegistration(127.0.0.1:35623, datanodeUuid=a70ca9c6-6a99-4c9c-9c71-1ca3bff72837, infoPort=35855, infoSecurePort=0, ipcPort=42081, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:38,680 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988 2024-11-14T03:52:38,684 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/zookeeper_0, clientPort=63609, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:52:38,685 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63609 2024-11-14T03:52:38,686 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,687 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:52:38,716 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066 with version=8 2024-11-14T03:52:38,716 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase-staging 2024-11-14T03:52:38,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:52:38,719 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:52:38,719 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:52:38,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:52:38,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:52:38,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:52:38,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:52:38,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:52:38,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:52:38,722 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33601 2024-11-14T03:52:38,724 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33601 connecting to ZooKeeper ensemble=127.0.0.1:63609 2024-11-14T03:52:38,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336010x0, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:52:38,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33601-0x100ef602ec50000 connected 2024-11-14T03:52:38,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,758 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:52:38,762 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066, hbase.cluster.distributed=false 2024-11-14T03:52:38,765 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:52:38,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33601 2024-11-14T03:52:38,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33601 2024-11-14T03:52:38,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33601 2024-11-14T03:52:38,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33601 2024-11-14T03:52:38,782 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33601 2024-11-14T03:52:38,802 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:52:38,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:52:38,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:52:38,802 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:52:38,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:52:38,802 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:52:38,802 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:52:38,803 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:52:38,803 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37681 2024-11-14T03:52:38,805 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37681 connecting to ZooKeeper ensemble=127.0.0.1:63609 2024-11-14T03:52:38,806 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,860 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376810x0, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:52:38,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376810x0, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:52:38,861 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37681-0x100ef602ec50001 connected 2024-11-14T03:52:38,861 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:52:38,871 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:52:38,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T03:52:38,874 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:52:38,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-14T03:52:38,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37681 2024-11-14T03:52:38,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37681 2024-11-14T03:52:38,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-14T03:52:38,889 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37681 2024-11-14T03:52:38,909 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6a989be77d39:33601 2024-11-14T03:52:38,909 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6a989be77d39,33601,1731556358719 2024-11-14T03:52:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:52:38,912 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:52:38,914 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6a989be77d39,33601,1731556358719 2024-11-14T03:52:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T03:52:38,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:38,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:38,918 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T03:52:38,919 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6a989be77d39,33601,1731556358719 from backup master directory 2024-11-14T03:52:38,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6a989be77d39,33601,1731556358719 2024-11-14T03:52:38,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:52:38,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:52:38,921 WARN [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:52:38,921 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6a989be77d39,33601,1731556358719 2024-11-14T03:52:38,931 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/hbase.id] with ID: 40f3c079-8ea0-404b-928f-dbb23f498a2f 2024-11-14T03:52:38,932 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/.tmp/hbase.id 2024-11-14T03:52:38,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:52:38,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:52:38,950 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/.tmp/hbase.id]:[hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/hbase.id] 2024-11-14T03:52:38,988 INFO [master/6a989be77d39:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:38,988 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:52:38,990 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T03:52:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:38,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:52:39,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:52:39,017 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:52:39,018 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:52:39,019 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:52:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:52:39,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:52:39,031 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store 2024-11-14T03:52:39,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:52:39,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:52:39,058 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:52:39,058 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:52:39,058 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:39,058 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:39,058 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:52:39,058 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:39,058 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:39,058 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556359058Disabling compacts and flushes for region at 1731556359058Disabling writes for close at 1731556359058Writing region close event to WAL at 1731556359058Closed at 1731556359058 2024-11-14T03:52:39,060 WARN [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/.initializing 2024-11-14T03:52:39,060 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719 2024-11-14T03:52:39,062 INFO [master/6a989be77d39:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:52:39,068 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C33601%2C1731556358719, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/oldWALs, maxLogs=10 2024-11-14T03:52:39,091 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068, exclude list is [], retry=0 2024-11-14T03:52:39,098 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK] 2024-11-14T03:52:39,104 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-8f4a5714-3b62-4feb-bf19-9d1f1ca0bb72,DISK] 2024-11-14T03:52:39,108 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 2024-11-14T03:52:39,109 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855),(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-14T03:52:39,109 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:52:39,110 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:52:39,110 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,110 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,116 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:52:39,116 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:39,117 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,119 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:52:39,119 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:52:39,126 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,129 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:52:39,129 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:52:39,130 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,132 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:52:39,132 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:52:39,133 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,134 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,135 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,137 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,137 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,138 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:52:39,140 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:52:39,146 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:52:39,147 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=688620, jitterRate=-0.12437549233436584}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:52:39,151 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731556359110Initializing all the Stores at 1731556359112 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556359112Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556359113 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556359113Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556359113Cleaning up temporary data from old regions at 1731556359137 (+24 ms)Region opened successfully at 1731556359151 (+14 ms) 2024-11-14T03:52:39,152 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:52:39,158 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443ac214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:52:39,160 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:52:39,160 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:52:39,160 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:52:39,161 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:52:39,162 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:52:39,162 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:52:39,162 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:52:39,177 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:52:39,182 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T03:52:39,183 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T03:52:39,184 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:52:39,185 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:52:39,188 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T03:52:39,189 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:52:39,194 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:52:39,196 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T03:52:39,198 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:52:39,200 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T03:52:39,203 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:52:39,204 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T03:52:39,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:52:39,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:52:39,207 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,209 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6a989be77d39,33601,1731556358719, sessionid=0x100ef602ec50000, setting cluster-up flag (Was=false) 2024-11-14T03:52:39,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,222 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T03:52:39,224 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,33601,1731556358719 2024-11-14T03:52:39,227 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:39,234 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T03:52:39,236 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,33601,1731556358719 2024-11-14T03:52:39,238 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:52:39,243 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:52:39,244 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:52:39,244 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:52:39,244 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6a989be77d39,33601,1731556358719 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6a989be77d39:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:52:39,247 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,256 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:52:39,256 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:52:39,260 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,260 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:52:39,264 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731556389264 2024-11-14T03:52:39,265 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:52:39,265 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:52:39,265 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:52:39,265 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:52:39,265 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:52:39,265 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:52:39,284 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,285 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:52:39,285 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:52:39,285 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:52:39,299 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:52:39,299 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:52:39,302 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(746): ClusterId : 40f3c079-8ea0-404b-928f-dbb23f498a2f 2024-11-14T03:52:39,302 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:52:39,304 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556359299,5,FailOnTimeoutGroup] 2024-11-14T03:52:39,305 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556359304,5,FailOnTimeoutGroup] 2024-11-14T03:52:39,305 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,305 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:52:39,305 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,305 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,307 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:52:39,307 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:52:39,311 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:52:39,312 DEBUG [RS:0;6a989be77d39:37681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@363f6f7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:52:39,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:52:39,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:52:39,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:52:39,320 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066 2024-11-14T03:52:39,334 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6a989be77d39:37681 2024-11-14T03:52:39,335 INFO [RS:0;6a989be77d39:37681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:52:39,335 INFO [RS:0;6a989be77d39:37681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:52:39,335 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:52:39,336 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(2659): reportForDuty to master=6a989be77d39,33601,1731556358719 with port=37681, startcode=1731556358802 2024-11-14T03:52:39,336 DEBUG [RS:0;6a989be77d39:37681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:52:39,342 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:52:39,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6a989be77d39,37681,1731556358802 2024-11-14T03:52:39,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33601 {}] master.ServerManager(517): Registering regionserver=6a989be77d39,37681,1731556358802 2024-11-14T03:52:39,346 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066 2024-11-14T03:52:39,346 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36251 2024-11-14T03:52:39,346 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:52:39,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:52:39,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:52:39,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:52:39,349 DEBUG [RS:0;6a989be77d39:37681 {}] zookeeper.ZKUtil(111): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6a989be77d39,37681,1731556358802 2024-11-14T03:52:39,349 WARN [RS:0;6a989be77d39:37681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:52:39,350 INFO [RS:0;6a989be77d39:37681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:52:39,350 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802 2024-11-14T03:52:39,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6a989be77d39,37681,1731556358802] 2024-11-14T03:52:39,360 INFO [RS:0;6a989be77d39:37681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:52:39,364 INFO [RS:0;6a989be77d39:37681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:52:39,364 INFO [RS:0;6a989be77d39:37681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:52:39,364 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,365 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:52:39,366 INFO [RS:0;6a989be77d39:37681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:52:39,366 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,366 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,366 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,366 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:52:39,367 DEBUG [RS:0;6a989be77d39:37681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:52:39,368 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,368 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,368 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,368 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,368 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,368 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37681,1731556358802-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:52:39,386 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:52:39,387 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37681,1731556358802-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,387 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,387 INFO [RS:0;6a989be77d39:37681 {}] regionserver.Replication(171): 6a989be77d39,37681,1731556358802 started 2024-11-14T03:52:39,403 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:39,403 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1482): Serving as 6a989be77d39,37681,1731556358802, RpcServer on 6a989be77d39/172.17.0.2:37681, sessionid=0x100ef602ec50001 2024-11-14T03:52:39,403 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:52:39,403 DEBUG [RS:0;6a989be77d39:37681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6a989be77d39,37681,1731556358802 2024-11-14T03:52:39,403 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,37681,1731556358802' 2024-11-14T03:52:39,403 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T03:52:39,404 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T03:52:39,404 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:52:39,404 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:52:39,404 DEBUG [RS:0;6a989be77d39:37681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6a989be77d39,37681,1731556358802 2024-11-14T03:52:39,404 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,37681,1731556358802' 2024-11-14T03:52:39,405 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T03:52:39,405 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T03:52:39,406 DEBUG [RS:0;6a989be77d39:37681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:52:39,406 INFO [RS:0;6a989be77d39:37681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:52:39,406 INFO [RS:0;6a989be77d39:37681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:52:39,507 INFO [RS:0;6a989be77d39:37681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:52:39,510 INFO [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C37681%2C1731556358802, suffix=, logDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs, maxLogs=32 2024-11-14T03:52:39,530 DEBUG [RS:0;6a989be77d39:37681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512, exclude list is [], retry=0 2024-11-14T03:52:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK] 2024-11-14T03:52:39,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-8f4a5714-3b62-4feb-bf19-9d1f1ca0bb72,DISK] 2024-11-14T03:52:39,541 INFO [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 2024-11-14T03:52:39,542 DEBUG [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855),(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-14T03:52:39,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:52:39,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:52:39,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:52:39,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:39,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:52:39,798 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:52:39,798 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:39,802 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:52:39,805 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:52:39,805 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:39,812 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:52:39,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:52:39,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:39,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:39,819 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:52:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740 2024-11-14T03:52:39,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740 2024-11-14T03:52:39,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:52:39,824 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:52:39,825 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:52:39,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:52:39,840 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:52:39,844 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846107, jitterRate=0.07588121294975281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:52:39,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731556359756Initializing all the Stores at 1731556359774 (+18 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556359774Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556359779 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556359779Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556359779Cleaning up temporary data from old regions at 1731556359824 (+45 ms)Region opened successfully at 1731556359845 (+21 ms) 2024-11-14T03:52:39,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:52:39,845 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:52:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:52:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:52:39,846 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:52:39,874 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:52:39,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556359845Disabling compacts and flushes for region at 1731556359845Disabling writes for close at 1731556359846 (+1 ms)Writing region close event to WAL at 1731556359874 (+28 ms)Closed at 1731556359874 2024-11-14T03:52:39,882 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:52:39,882 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:52:39,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:52:39,887 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:52:39,893 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:52:40,047 DEBUG [6a989be77d39:33601 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:52:40,048 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6a989be77d39,37681,1731556358802 2024-11-14T03:52:40,051 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,37681,1731556358802, state=OPENING 2024-11-14T03:52:40,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:52:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:40,064 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:40,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:52:40,070 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:52:40,071 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,37681,1731556358802}] 2024-11-14T03:52:40,073 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:52:40,234 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:52:40,236 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46895, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:52:40,245 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:52:40,245 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:52:40,245 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:52:40,253 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C37681%2C1731556358802.meta, suffix=.meta, logDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802, archiveDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs, maxLogs=32 2024-11-14T03:52:40,284 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta, exclude list is [], retry=0 2024-11-14T03:52:40,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK] 2024-11-14T03:52:40,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-8f4a5714-3b62-4feb-bf19-9d1f1ca0bb72,DISK] 2024-11-14T03:52:40,291 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta 2024-11-14T03:52:40,293 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35855:35855),(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-14T03:52:40,293 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:52:40,294 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:52:40,294 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:52:40,294 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:52:40,294 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:52:40,294 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:52:40,295 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:52:40,295 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:52:40,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:52:40,301 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:52:40,301 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:40,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:40,302 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:52:40,303 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:52:40,303 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:40,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:40,304 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:52:40,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:52:40,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:40,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:40,325 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:52:40,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:52:40,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:40,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:52:40,333 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:52:40,336 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740 2024-11-14T03:52:40,338 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740 2024-11-14T03:52:40,340 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:52:40,340 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:52:40,341 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:52:40,343 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:52:40,345 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=699613, jitterRate=-0.1103968471288681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:52:40,345 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:52:40,347 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731556360295Writing region info on filesystem at 1731556360295Initializing all the Stores at 1731556360296 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556360296Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556360299 (+3 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556360299Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556360299Cleaning up temporary data from old regions at 1731556360340 (+41 ms)Running coprocessor post-open hooks at 1731556360345 (+5 ms)Region opened successfully at 1731556360347 (+2 ms) 2024-11-14T03:52:40,350 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731556360233 2024-11-14T03:52:40,360 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:52:40,360 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:52:40,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,37681,1731556358802 2024-11-14T03:52:40,370 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,37681,1731556358802, state=OPEN 2024-11-14T03:52:40,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:52:40,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:52:40,375 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6a989be77d39,37681,1731556358802 2024-11-14T03:52:40,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:52:40,375 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:52:40,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:52:40,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,37681,1731556358802 in 304 msec 2024-11-14T03:52:40,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:52:40,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 498 msec 2024-11-14T03:52:40,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:52:40,387 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:52:40,390 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:52:40,390 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,37681,1731556358802, seqNum=-1] 2024-11-14T03:52:40,390 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:52:40,393 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54693, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:52:40,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1600 sec 2024-11-14T03:52:40,409 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731556360409, completionTime=-1 2024-11-14T03:52:40,409 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:52:40,409 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T03:52:40,417 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T03:52:40,417 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731556420417 2024-11-14T03:52:40,417 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731556480417 2024-11-14T03:52:40,417 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-14T03:52:40,418 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33601,1731556358719-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,418 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33601,1731556358719-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,418 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33601,1731556358719-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,418 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6a989be77d39:33601, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,418 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,422 DEBUG [master/6a989be77d39:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:52:40,427 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,439 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.518sec 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33601,1731556358719-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:52:40,440 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33601,1731556358719-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:52:40,449 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:52:40,449 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:52:40,449 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33601,1731556358719-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:52:40,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18ad428e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:52:40,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6a989be77d39,33601,-1 for getting cluster id 2024-11-14T03:52:40,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:52:40,508 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '40f3c079-8ea0-404b-928f-dbb23f498a2f' 2024-11-14T03:52:40,508 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:52:40,509 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "40f3c079-8ea0-404b-928f-dbb23f498a2f" 2024-11-14T03:52:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37afeaa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:52:40,510 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6a989be77d39,33601,-1] 2024-11-14T03:52:40,511 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:52:40,514 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:40,516 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50216, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:52:40,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6505efa0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:52:40,519 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:52:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,37681,1731556358802, seqNum=-1] 2024-11-14T03:52:40,524 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:52:40,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:52:40,529 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6a989be77d39,33601,1731556358719 2024-11-14T03:52:40,530 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:52:40,534 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T03:52:40,555 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:40,561 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:40,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:40,574 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:40,574 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:52:40,578 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@658d2e9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:40,579 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@29a7b50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:40,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@577a65a6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-35911-hadoop-hdfs-3_4_1-tests_jar-_-any-17914637585859436061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:40,746 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5de486ee{HTTP/1.1, (http/1.1)}{localhost:35911} 2024-11-14T03:52:40,746 INFO [Time-limited test {}] server.Server(415): Started @72564ms 2024-11-14T03:52:40,749 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:52:40,894 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:40,907 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:40,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:40,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:40,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:52:40,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@73efa973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:40,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a77a0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:40,992 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data5/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:40,994 WARN [Thread-511 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data6/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:41,082 WARN [Thread-490 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:52:41,094 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a30426f880b932a with lease ID 0x7e383c63b967451d: Processing first storage report for DS-531cde7e-4d62-4978-9e4a-259b879b1d62 from datanode DatanodeRegistration(127.0.0.1:46849, datanodeUuid=6f16af3a-fa7c-4bb8-ac95-e56a39800a6c, infoPort=38801, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a30426f880b932a with lease ID 0x7e383c63b967451d: from storage DS-531cde7e-4d62-4978-9e4a-259b879b1d62 node DatanodeRegistration(127.0.0.1:46849, datanodeUuid=6f16af3a-fa7c-4bb8-ac95-e56a39800a6c, infoPort=38801, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7a30426f880b932a with lease ID 0x7e383c63b967451d: Processing first storage report for DS-1ea13f3c-8144-4f48-af77-103d88ffeda6 from datanode DatanodeRegistration(127.0.0.1:46849, datanodeUuid=6f16af3a-fa7c-4bb8-ac95-e56a39800a6c, infoPort=38801, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:41,095 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7a30426f880b932a with lease ID 0x7e383c63b967451d: from storage DS-1ea13f3c-8144-4f48-af77-103d88ffeda6 node DatanodeRegistration(127.0.0.1:46849, datanodeUuid=6f16af3a-fa7c-4bb8-ac95-e56a39800a6c, infoPort=38801, infoSecurePort=0, ipcPort=45177, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-14T03:52:41,098 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13fad554{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-32895-hadoop-hdfs-3_4_1-tests_jar-_-any-12804049602689961842/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:41,099 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59dddc33{HTTP/1.1, (http/1.1)}{localhost:32895} 2024-11-14T03:52:41,099 INFO [Time-limited test {}] server.Server(415): Started @72916ms 2024-11-14T03:52:41,101 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:52:41,195 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:41,199 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:41,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:41,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:41,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:52:41,203 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@314476a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:41,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@33ebab8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:41,236 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data7/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:41,237 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data8/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:41,277 WARN [Thread-525 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:52:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e0460870cdafee with lease ID 0x7e383c63b967451e: Processing first storage report for DS-a8bd48db-0291-418a-9187-b1b3e4b9de6f from datanode DatanodeRegistration(127.0.0.1:38731, datanodeUuid=9e503be3-3955-48ff-a9b8-90744d1646f1, infoPort=45841, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e0460870cdafee with lease ID 0x7e383c63b967451e: from storage DS-a8bd48db-0291-418a-9187-b1b3e4b9de6f node DatanodeRegistration(127.0.0.1:38731, datanodeUuid=9e503be3-3955-48ff-a9b8-90744d1646f1, infoPort=45841, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:41,284 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x35e0460870cdafee with lease ID 0x7e383c63b967451e: Processing first storage report for DS-ce6cc82b-24c7-453e-b1e3-d87515c9f33b from datanode DatanodeRegistration(127.0.0.1:38731, datanodeUuid=9e503be3-3955-48ff-a9b8-90744d1646f1, infoPort=45841, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:41,285 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x35e0460870cdafee with lease ID 0x7e383c63b967451e: from storage DS-ce6cc82b-24c7-453e-b1e3-d87515c9f33b node DatanodeRegistration(127.0.0.1:38731, datanodeUuid=9e503be3-3955-48ff-a9b8-90744d1646f1, infoPort=45841, infoSecurePort=0, ipcPort=41403, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:41,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e84c2d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-38947-hadoop-hdfs-3_4_1-tests_jar-_-any-7754976116306532597/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:41,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e30a67b{HTTP/1.1, (http/1.1)}{localhost:38947} 2024-11-14T03:52:41,338 INFO [Time-limited test {}] server.Server(415): Started @73155ms 2024-11-14T03:52:41,340 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:52:41,495 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data9/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:41,496 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data10/current/BP-1168683518-172.17.0.2-1731556357833/current, will proceed with Du for space computation calculation, 2024-11-14T03:52:41,522 WARN [Thread-560 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:52:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4541b5e79a807fc0 with lease ID 0x7e383c63b967451f: Processing first storage report for DS-34d8e5df-2780-4c1f-98c6-ac2db4e88d6f from datanode DatanodeRegistration(127.0.0.1:45731, datanodeUuid=af0f90b4-6b5d-475f-a7ed-bbea02133752, infoPort=34335, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4541b5e79a807fc0 with lease ID 0x7e383c63b967451f: from storage DS-34d8e5df-2780-4c1f-98c6-ac2db4e88d6f node DatanodeRegistration(127.0.0.1:45731, datanodeUuid=af0f90b4-6b5d-475f-a7ed-bbea02133752, infoPort=34335, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4541b5e79a807fc0 with lease ID 0x7e383c63b967451f: Processing first storage report for DS-2e2bb789-fc72-4d3a-91a0-87afd2ed212b from datanode DatanodeRegistration(127.0.0.1:45731, datanodeUuid=af0f90b4-6b5d-475f-a7ed-bbea02133752, infoPort=34335, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833) 2024-11-14T03:52:41,526 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4541b5e79a807fc0 with lease ID 0x7e383c63b967451f: from storage DS-2e2bb789-fc72-4d3a-91a0-87afd2ed212b node DatanodeRegistration(127.0.0.1:45731, datanodeUuid=af0f90b4-6b5d-475f-a7ed-bbea02133752, infoPort=34335, infoSecurePort=0, ipcPort=40651, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:41,579 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:52:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 6a989be77d39,33601,1731556358719 2024-11-14T03:52:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6338cd80 2024-11-14T03:52:41,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:52:41,583 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50218, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:52:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T03:52:41,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T03:52:41,584 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:52:41,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T03:52:41,589 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:52:41,589 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:41,589 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-14T03:52:41,591 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:52:41,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:52:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35623 is added to blk_1073741835_1011 (size=393) 2024-11-14T03:52:41,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741835_1011 (size=393) 2024-11-14T03:52:41,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:41,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:42,008 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 49a022097306d17443c21fc98dd46b2a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066 2024-11-14T03:52:42,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741836_1012 (size=76) 2024-11-14T03:52:42,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741836_1012 (size=76) 2024-11-14T03:52:42,070 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:52:42,070 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 49a022097306d17443c21fc98dd46b2a, disabling compactions & flushes 2024-11-14T03:52:42,070 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,070 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,071 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. after waiting 0 ms 2024-11-14T03:52:42,071 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,071 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,071 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 49a022097306d17443c21fc98dd46b2a: Waiting for close lock at 1731556362070Disabling compacts and flushes for region at 1731556362070Disabling writes for close at 1731556362071 (+1 ms)Writing region close event to WAL at 1731556362071Closed at 1731556362071 2024-11-14T03:52:42,074 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:52:42,074 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1731556362074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731556362074"}]},"ts":"1731556362074"} 2024-11-14T03:52:42,078 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:52:42,080 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:52:42,080 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556362080"}]},"ts":"1731556362080"} 2024-11-14T03:52:42,084 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-14T03:52:42,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=49a022097306d17443c21fc98dd46b2a, ASSIGN}] 2024-11-14T03:52:42,087 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=49a022097306d17443c21fc98dd46b2a, ASSIGN 2024-11-14T03:52:42,089 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=49a022097306d17443c21fc98dd46b2a, ASSIGN; state=OFFLINE, location=6a989be77d39,37681,1731556358802; forceNewPlan=false, retain=false 2024-11-14T03:52:42,239 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49a022097306d17443c21fc98dd46b2a, regionState=OPENING, regionLocation=6a989be77d39,37681,1731556358802 2024-11-14T03:52:42,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=49a022097306d17443c21fc98dd46b2a, ASSIGN because future has completed 2024-11-14T03:52:42,251 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a022097306d17443c21fc98dd46b2a, server=6a989be77d39,37681,1731556358802}] 2024-11-14T03:52:42,453 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,453 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 49a022097306d17443c21fc98dd46b2a, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:52:42,454 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,454 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:52:42,454 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:52:42,454 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,454 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,479 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:42,493 INFO [StoreOpener-49a022097306d17443c21fc98dd46b2a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,503 INFO [StoreOpener-49a022097306d17443c21fc98dd46b2a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 49a022097306d17443c21fc98dd46b2a columnFamilyName info 2024-11-14T03:52:42,504 DEBUG [StoreOpener-49a022097306d17443c21fc98dd46b2a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:52:42,506 INFO [StoreOpener-49a022097306d17443c21fc98dd46b2a-1 {}] regionserver.HStore(327): Store=49a022097306d17443c21fc98dd46b2a/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:52:42,508 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,521 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,539 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,542 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,542 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,557 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,569 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:52:42,571 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 49a022097306d17443c21fc98dd46b2a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=778280, jitterRate=-0.01036602258682251}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T03:52:42,571 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:42,573 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 49a022097306d17443c21fc98dd46b2a: Running coprocessor pre-open hook at 1731556362455Writing region info on filesystem at 1731556362455Initializing all the Stores at 1731556362469 (+14 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556362469Cleaning up temporary data from old regions at 1731556362542 (+73 ms)Running coprocessor post-open hooks at 1731556362571 (+29 ms)Region opened successfully at 1731556362573 (+2 ms) 2024-11-14T03:52:42,575 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:42,582 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a., pid=6, masterSystemTime=1731556362417 2024-11-14T03:52:42,591 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,591 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:42,592 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=49a022097306d17443c21fc98dd46b2a, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,37681,1731556358802 2024-11-14T03:52:42,601 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 49a022097306d17443c21fc98dd46b2a, server=6a989be77d39,37681,1731556358802 because future has completed 2024-11-14T03:52:42,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:52:42,624 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 49a022097306d17443c21fc98dd46b2a, server=6a989be77d39,37681,1731556358802 in 361 msec 2024-11-14T03:52:42,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:52:42,630 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=49a022097306d17443c21fc98dd46b2a, ASSIGN in 539 msec 2024-11-14T03:52:42,633 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:52:42,637 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556362636"}]},"ts":"1731556362636"} 2024-11-14T03:52:42,651 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-14T03:52:42,663 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:52:42,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 1.0780 sec 2024-11-14T03:52:45,360 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:52:45,361 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-14T03:52:45,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T03:52:45,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-14T03:52:45,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-14T03:52:47,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:52:47,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:47,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:51,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33601 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:52:51,676 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-14T03:52:51,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-14T03:52:51,677 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T03:52:51,682 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-14T03:52:51,682 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T03:52:51,683 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-14T03:52:51,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a., hostname=6a989be77d39,37681,1731556358802, seqNum=2] 2024-11-14T03:52:51,690 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-14T03:52:51,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T03:52:51,693 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:51,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-727931548_22 at /127.0.0.1:38610 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46099:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38610 dst: /127.0.0.1:46099 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-727931548_22 at /127.0.0.1:38600 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46099:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38600 dst: /127.0.0.1:46099 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-120391786_22 at /127.0.0.1:38572 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46099:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:38572 dst: /127.0.0.1:46099 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-727931548_22 at /127.0.0.1:49012 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49012 dst: /127.0.0.1:35623 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,696 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-120391786_22 at /127.0.0.1:48990 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:48990 dst: /127.0.0.1:35623 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,695 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-727931548_22 at /127.0.0.1:49002 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:35623:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:49002 dst: /127.0.0.1:35623 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,697 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f92bdbc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:51,698 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5610d439{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:52:51,698 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:52:51,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@63c46134{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:52:51,698 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f06258f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:52:51,699 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:52:51,699 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:52:51,699 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168683518-172.17.0.2-1731556357833 (Datanode Uuid a70ca9c6-6a99-4c9c-9c71-1ca3bff72837) service to localhost/127.0.0.1:36251 2024-11-14T03:52:51,700 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:52:51,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data3/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:52:51,700 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data4/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:52:51,701 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:52:51,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:52:51,719 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:52:51,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:52:51,720 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:52:51,720 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:52:51,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@28d36f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:52:51,721 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a89cde3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:52:51,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49abd634{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/java.io.tmpdir/jetty-localhost-37047-hadoop-hdfs-3_4_1-tests_jar-_-any-3402291237573229924/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:52:51,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5111ec36{HTTP/1.1, (http/1.1)}{localhost:37047} 2024-11-14T03:52:51,863 INFO [Time-limited test {}] server.Server(415): Started @83681ms 2024-11-14T03:52:51,865 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:52:51,985 WARN [AsyncFSWAL-0-hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066-prefix:6a989be77d39,37681,1731556358802 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:51,985 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6a989be77d39%2C37681%2C1731556358802:(num 1731556359512) roll requested 2024-11-14T03:52:52,010 DEBUG [regionserver/6a989be77d39:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556371986, exclude list is [], retry=0 2024-11-14T03:52:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-34d8e5df-2780-4c1f-98c6-ac2db4e88d6f,DISK] 2024-11-14T03:52:52,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-531cde7e-4d62-4978-9e4a-259b879b1d62,DISK] 2024-11-14T03:52:52,030 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556371986 2024-11-14T03:52:52,031 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:38801:38801)] 2024-11-14T03:52:52,031 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 is not closed yet, will try archiving it next time 2024-11-14T03:52:52,032 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,032 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,033 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:52:52,034 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:52:52,034 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-14T03:52:52,034 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:52:52,034 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:52,034 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-14T03:52:52,035 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:52,035 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:52:52,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:52:52,035 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 2024-11-14T03:52:52,035 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1570768960, stopped=false 2024-11-14T03:52:52,035 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6a989be77d39,33601,1731556358719 2024-11-14T03:52:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:52:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:52,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:52:52,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:52,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:52:52,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:52:52,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:52:52,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:52,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6a989be77d39,37681,1731556358802' ***** 2024-11-14T03:52:52,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:52:52,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:52:52,039 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:52:52,039 INFO [RS:0;6a989be77d39:37681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:52:52,039 INFO [RS:0;6a989be77d39:37681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:52:52,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:52:52,039 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:52,040 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:52:52,041 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(959): stopping server 6a989be77d39,37681,1731556358802 2024-11-14T03:52:52,041 INFO [RS:0;6a989be77d39:37681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:52:52,041 INFO [RS:0;6a989be77d39:37681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6a989be77d39:37681. 2024-11-14T03:52:52,041 DEBUG [RS:0;6a989be77d39:37681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:52:52,041 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 49a022097306d17443c21fc98dd46b2a, disabling compactions & flushes 2024-11-14T03:52:52,042 DEBUG [RS:0;6a989be77d39:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:52,042 INFO [RS:0;6a989be77d39:37681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:52:52,042 INFO [RS:0;6a989be77d39:37681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:52:52,042 INFO [RS:0;6a989be77d39:37681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:52:52,042 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:52:52,042 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:52,042 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:52,042 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. after waiting 0 ms 2024-11-14T03:52:52,042 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:52,042 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 49a022097306d17443c21fc98dd46b2a 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-14T03:52:52,049 WARN [IPC Server handler 4 on default port 36251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-14T03:52:52,054 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 after 17ms 2024-11-14T03:52:52,057 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:52:52,057 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 49a022097306d17443c21fc98dd46b2a=TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a.} 2024-11-14T03:52:52,057 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 49a022097306d17443c21fc98dd46b2a 2024-11-14T03:52:52,057 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:52:52,058 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:52:52,058 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:52:52,058 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:52:52,058 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:52:52,058 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-14T03:52:52,059 WARN [AsyncFSWAL-0-hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066-prefix:6a989be77d39,37681,1731556358802.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,059 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6a989be77d39%2C37681%2C1731556358802.meta:.meta(num 1731556360258) roll requested 2024-11-14T03:52:52,074 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/.tmp/info/babc61a6d77e47dbb657d91380eb5b70 is 1055, key is row0001/info:/1731556371688/Put/seqid=0 2024-11-14T03:52:52,077 WARN [Thread-627 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741838_1015 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-11-14T03:52:52,078 WARN [Thread-627 {}] hdfs.DataStreamer(1731): Error Recovery for BP-1168683518-172.17.0.2-1731556357833:blk_1073741838_1015 in pipeline [DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK], DatanodeInfoWithStorage[127.0.0.1:38731,DS-a8bd48db-0291-418a-9187-b1b3e4b9de6f,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK]) is bad. 2024-11-14T03:52:52,078 WARN [Thread-627 {}] hdfs.DataStreamer(1850): Abandoning BP-1168683518-172.17.0.2-1731556357833:blk_1073741838_1015 2024-11-14T03:52:52,079 DEBUG [regionserver/6a989be77d39:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556372060.meta, exclude list is [], retry=0 2024-11-14T03:52:52,081 WARN [Thread-611 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:52:52,082 WARN [Thread-627 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK] 2024-11-14T03:52:52,084 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-34d8e5df-2780-4c1f-98c6-ac2db4e88d6f,DISK] 2024-11-14T03:52:52,085 INFO [regionserver/6a989be77d39:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:35623,DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-14T03:52:52,085 WARN [regionserver/6a989be77d39:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(578): create fan-out dfs output /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556372060.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:35623 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a01cf9a215ade0c with lease ID 0x7e383c63b9674520: from storage DS-8abdcf03-8ef4-484e-98d6-38f7ab1d9cba node DatanodeRegistration(127.0.0.1:42493, datanodeUuid=a70ca9c6-6a99-4c9c-9c71-1ca3bff72837, infoPort=45317, infoSecurePort=0, ipcPort=39125, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:52,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9a01cf9a215ade0c with lease ID 0x7e383c63b9674520: from storage DS-852e4810-bdda-4c44-be3b-021c65654bb4 node DatanodeRegistration(127.0.0.1:42493, datanodeUuid=a70ca9c6-6a99-4c9c-9c71-1ca3bff72837, infoPort=45317, infoSecurePort=0, ipcPort=39125, storageInfo=lv=-57;cid=testClusterID;nsid=1027672511;c=1731556357833), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:52:52,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741840_1017 (size=7062) 2024-11-14T03:52:52,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741840_1017 (size=7062) 2024-11-14T03:52:52,133 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/.tmp/info/babc61a6d77e47dbb657d91380eb5b70 2024-11-14T03:52:52,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741833_1014 (size=1599) 2024-11-14T03:52:52,153 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/.tmp/info/babc61a6d77e47dbb657d91380eb5b70 as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/info/babc61a6d77e47dbb657d91380eb5b70 2024-11-14T03:52:52,163 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/info/babc61a6d77e47dbb657d91380eb5b70, entries=2, sequenceid=6, filesize=6.9 K 2024-11-14T03:52:52,165 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 49a022097306d17443c21fc98dd46b2a in 123ms, sequenceid=6, compaction requested=false 2024-11-14T03:52:52,173 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/default/TestLogRolling-testLogRollOnDatanodeDeath/49a022097306d17443c21fc98dd46b2a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:52:52,174 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:52,175 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 49a022097306d17443c21fc98dd46b2a: Waiting for close lock at 1731556372041Running coprocessor pre-close hooks at 1731556372041Disabling compacts and flushes for region at 1731556372041Disabling writes for close at 1731556372042 (+1 ms)Obtaining lock to block concurrent updates at 1731556372043 (+1 ms)Preparing flush snapshotting stores in 49a022097306d17443c21fc98dd46b2a at 1731556372043Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1731556372043Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. at 1731556372044 (+1 ms)Flushing 49a022097306d17443c21fc98dd46b2a/info: creating writer at 1731556372044Flushing 49a022097306d17443c21fc98dd46b2a/info: appending metadata at 1731556372073 (+29 ms)Flushing 49a022097306d17443c21fc98dd46b2a/info: closing flushed file at 1731556372073Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e44e47d: reopening flushed file at 1731556372150 (+77 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 49a022097306d17443c21fc98dd46b2a in 123ms, sequenceid=6, compaction requested=false at 1731556372165 (+15 ms)Writing region close event to WAL at 1731556372167 (+2 ms)Running coprocessor post-close hooks at 1731556372174 (+7 ms)Closed at 1731556372174 2024-11-14T03:52:52,175 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a. 2024-11-14T03:52:52,186 DEBUG [regionserver/6a989be77d39:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556372060.meta, exclude list is [(127.0.0.1/127.0.0.1:35855:35855)], retry=1 2024-11-14T03:52:52,187 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-727931548_22 at /127.0.0.1:43788 [Receiving block BP-1168683518-172.17.0.2-1731556357833:blk_1073741839_1016] {}] datanode.DataXceiver(331): 127.0.0.1:45731:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:43788 dst: /127.0.0.1:45731 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-34d8e5df-2780-4c1f-98c6-ac2db4e88d6f,DISK] 2024-11-14T03:52:52,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46849,DS-531cde7e-4d62-4978-9e4a-259b879b1d62,DISK] 2024-11-14T03:52:52,198 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556372060.meta 2024-11-14T03:52:52,200 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:38801:38801)] 2024-11-14T03:52:52,200 DEBUG [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta is not closed yet, will try archiving it next time 2024-11-14T03:52:52,200 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,201 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:52,201 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta 2024-11-14T03:52:52,202 WARN [IPC Server handler 3 on default port 36251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta has not been closed. Lease recovery is in progress. RecoveryId = 1019 for block blk_1073741834_1010 2024-11-14T03:52:52,202 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta after 1ms 2024-11-14T03:52:52,231 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/info/75cd719dfcd54f35930549be186b67d3 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1731556361584.49a022097306d17443c21fc98dd46b2a./info:regioninfo/1731556362592/Put/seqid=0 2024-11-14T03:52:52,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741842_1020 (size=7089) 2024-11-14T03:52:52,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741842_1020 (size=7089) 2024-11-14T03:52:52,238 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/info/75cd719dfcd54f35930549be186b67d3 2024-11-14T03:52:52,258 DEBUG [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:52:52,263 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/ns/e364564bc0fa4e5e83396978ae411477 is 43, key is default/ns:d/1731556360394/Put/seqid=0 2024-11-14T03:52:52,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741843_1021 (size=5153) 2024-11-14T03:52:52,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741843_1021 (size=5153) 2024-11-14T03:52:52,270 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/ns/e364564bc0fa4e5e83396978ae411477 2024-11-14T03:52:52,310 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/table/70f3689cbd474b2cb498c6956ced7772 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1731556362636/Put/seqid=0 2024-11-14T03:52:52,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741844_1022 (size=5424) 2024-11-14T03:52:52,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741844_1022 (size=5424) 2024-11-14T03:52:52,325 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/table/70f3689cbd474b2cb498c6956ced7772 2024-11-14T03:52:52,336 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/info/75cd719dfcd54f35930549be186b67d3 as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/info/75cd719dfcd54f35930549be186b67d3 2024-11-14T03:52:52,359 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/info/75cd719dfcd54f35930549be186b67d3, entries=10, sequenceid=11, filesize=6.9 K 2024-11-14T03:52:52,361 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/ns/e364564bc0fa4e5e83396978ae411477 as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/ns/e364564bc0fa4e5e83396978ae411477 2024-11-14T03:52:52,371 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/ns/e364564bc0fa4e5e83396978ae411477, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:52:52,372 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/.tmp/table/70f3689cbd474b2cb498c6956ced7772 as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/table/70f3689cbd474b2cb498c6956ced7772 2024-11-14T03:52:52,392 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/table/70f3689cbd474b2cb498c6956ced7772, entries=2, sequenceid=11, filesize=5.3 K 2024-11-14T03:52:52,394 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 336ms, sequenceid=11, compaction requested=false 2024-11-14T03:52:52,407 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:52:52,408 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:52:52,409 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:52:52,409 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556372057Running coprocessor pre-close hooks at 1731556372057Disabling compacts and flushes for region at 1731556372057Disabling writes for close at 1731556372058 (+1 ms)Obtaining lock to block concurrent updates at 1731556372058Preparing flush snapshotting stores in 1588230740 at 1731556372058Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1731556372059 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731556372201 (+142 ms)Flushing 1588230740/info: creating writer at 1731556372201Flushing 1588230740/info: appending metadata at 1731556372230 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731556372230Flushing 1588230740/ns: creating writer at 1731556372247 (+17 ms)Flushing 1588230740/ns: appending metadata at 1731556372263 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731556372263Flushing 1588230740/table: creating writer at 1731556372280 (+17 ms)Flushing 1588230740/table: appending metadata at 1731556372309 (+29 ms)Flushing 1588230740/table: closing flushed file at 1731556372309Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eb1fdb4: reopening flushed file at 1731556372335 (+26 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@532d8878: reopening flushed file at 1731556372359 (+24 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d820f75: reopening flushed file at 1731556372371 (+12 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 336ms, sequenceid=11, compaction requested=false at 1731556372394 (+23 ms)Writing region close event to WAL at 1731556372396 (+2 ms)Running coprocessor post-close hooks at 1731556372408 (+12 ms)Closed at 1731556372409 (+1 ms) 2024-11-14T03:52:52,409 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:52:52,445 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:52:52,446 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:52:52,458 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(976): stopping server 6a989be77d39,37681,1731556358802; all regions closed. 2024-11-14T03:52:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741841_1018 (size=825) 2024-11-14T03:52:52,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741841_1018 (size=825) 2024-11-14T03:52:53,369 INFO [regionserver/6a989be77d39:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:52:55,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-14T03:52:55,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:52:55,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:52:56,055 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 after 4020ms 2024-11-14T03:52:56,056 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.1731556359512 to hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs/6a989be77d39%2C37681%2C1731556358802.1731556359512 2024-11-14T03:52:56,203 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta after 4002ms 2024-11-14T03:52:56,204 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/WALs/6a989be77d39,37681,1731556358802/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta to hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs/6a989be77d39%2C37681%2C1731556358802.meta.1731556360258.meta 2024-11-14T03:52:56,208 DEBUG [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs 2024-11-14T03:52:56,208 INFO [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C37681%2C1731556358802.meta:.meta(num 1731556372060) 2024-11-14T03:52:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741837_1013 (size=2288) 2024-11-14T03:52:56,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741837_1013 (size=2288) 2024-11-14T03:52:56,213 DEBUG [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs 2024-11-14T03:52:56,213 INFO [RS:0;6a989be77d39:37681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C37681%2C1731556358802:(num 1731556371986) 2024-11-14T03:52:56,213 DEBUG [RS:0;6a989be77d39:37681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:52:56,213 INFO [RS:0;6a989be77d39:37681 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:52:56,213 INFO [RS:0;6a989be77d39:37681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:52:56,213 INFO [RS:0;6a989be77d39:37681 {}] hbase.ChoreService(370): Chore service for: regionserver/6a989be77d39:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:52:56,213 INFO [RS:0;6a989be77d39:37681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:52:56,213 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:52:56,214 INFO [RS:0;6a989be77d39:37681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37681 2024-11-14T03:52:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6a989be77d39,37681,1731556358802 2024-11-14T03:52:56,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:52:56,216 INFO [RS:0;6a989be77d39:37681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:52:56,218 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6a989be77d39,37681,1731556358802] 2024-11-14T03:52:56,220 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6a989be77d39,37681,1731556358802 already deleted, retry=false 2024-11-14T03:52:56,220 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6a989be77d39,37681,1731556358802 expired; onlineServers=0 2024-11-14T03:52:56,220 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6a989be77d39,33601,1731556358719' ***** 2024-11-14T03:52:56,220 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:52:56,220 INFO [M:0;6a989be77d39:33601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:52:56,220 INFO [M:0;6a989be77d39:33601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:52:56,220 DEBUG [M:0;6a989be77d39:33601 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:52:56,220 DEBUG [M:0;6a989be77d39:33601 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:52:56,220 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:52:56,220 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556359299 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556359299,5,FailOnTimeoutGroup] 2024-11-14T03:52:56,220 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556359304 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556359304,5,FailOnTimeoutGroup] 2024-11-14T03:52:56,221 INFO [M:0;6a989be77d39:33601 {}] hbase.ChoreService(370): Chore service for: master/6a989be77d39:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:52:56,221 INFO [M:0;6a989be77d39:33601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:52:56,221 DEBUG [M:0;6a989be77d39:33601 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:52:56,221 INFO [M:0;6a989be77d39:33601 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:52:56,221 INFO [M:0;6a989be77d39:33601 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:52:56,221 INFO [M:0;6a989be77d39:33601 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:52:56,221 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:52:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T03:52:56,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:52:56,223 DEBUG [M:0;6a989be77d39:33601 {}] zookeeper.ZKUtil(347): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T03:52:56,223 WARN [M:0;6a989be77d39:33601 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:52:56,224 INFO [M:0;6a989be77d39:33601 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/.lastflushedseqids 2024-11-14T03:52:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741845_1023 (size=139) 2024-11-14T03:52:56,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741845_1023 (size=139) 2024-11-14T03:52:56,232 INFO [M:0;6a989be77d39:33601 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:52:56,232 INFO [M:0;6a989be77d39:33601 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:52:56,232 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:52:56,232 INFO [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:56,232 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:56,232 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:52:56,232 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:56,233 INFO [M:0;6a989be77d39:33601 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-14T03:52:56,233 WARN [AsyncFSWAL-0-hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData-prefix:6a989be77d39,33601,1731556358719 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:56,234 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 6a989be77d39%2C33601%2C1731556358719:(num 1731556359068) roll requested 2024-11-14T03:52:56,248 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556376234, exclude list is [], retry=0 2024-11-14T03:52:56,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45731,DS-34d8e5df-2780-4c1f-98c6-ac2db4e88d6f,DISK] 2024-11-14T03:52:56,251 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46099,DS-8f4a5714-3b62-4feb-bf19-9d1f1ca0bb72,DISK] 2024-11-14T03:52:56,253 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556376234 2024-11-14T03:52:56,253 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34335:34335),(127.0.0.1/127.0.0.1:35499:35499)] 2024-11-14T03:52:56,253 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 is not closed yet, will try archiving it next time 2024-11-14T03:52:56,253 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:56,254 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-14T03:52:56,254 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 2024-11-14T03:52:56,255 WARN [IPC Server handler 1 on default port 36251 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 has not been closed. Lease recovery is in progress. RecoveryId = 1025 for block blk_1073741830_1006 2024-11-14T03:52:56,255 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 after 1ms 2024-11-14T03:52:56,271 DEBUG [M:0;6a989be77d39:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dde3ccd7a77049edac034590691eafec is 82, key is hbase:meta,,1/info:regioninfo/1731556360363/Put/seqid=0 2024-11-14T03:52:56,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741847_1026 (size=5672) 2024-11-14T03:52:56,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741847_1026 (size=5672) 2024-11-14T03:52:56,278 INFO [M:0;6a989be77d39:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dde3ccd7a77049edac034590691eafec 2024-11-14T03:52:56,308 DEBUG [M:0;6a989be77d39:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/262cfdc99cb04a3aa8d9a04b2182c127 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731556362667/Put/seqid=0 2024-11-14T03:52:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741848_1027 (size=6114) 2024-11-14T03:52:56,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741848_1027 (size=6114) 2024-11-14T03:52:56,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:52:56,319 INFO [RS:0;6a989be77d39:37681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:52:56,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37681-0x100ef602ec50001, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:52:56,319 INFO [RS:0;6a989be77d39:37681 {}] regionserver.HRegionServer(1031): Exiting; stopping=6a989be77d39,37681,1731556358802; zookeeper connection closed. 2024-11-14T03:52:56,319 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3b8448ee {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3b8448ee 2024-11-14T03:52:56,319 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:52:56,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38731 is added to blk_1073741834_1019 (size=2386) 2024-11-14T03:52:56,716 INFO [M:0;6a989be77d39:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/262cfdc99cb04a3aa8d9a04b2182c127 2024-11-14T03:52:56,741 DEBUG [M:0;6a989be77d39:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cd7ed7a52344a249f6a1dba23416790 is 69, key is 6a989be77d39,37681,1731556358802/rs:state/1731556359343/Put/seqid=0 2024-11-14T03:52:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42493 is added to blk_1073741849_1028 (size=5156) 2024-11-14T03:52:56,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741849_1028 (size=5156) 2024-11-14T03:52:56,748 INFO [M:0;6a989be77d39:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cd7ed7a52344a249f6a1dba23416790 2024-11-14T03:52:56,777 DEBUG [M:0;6a989be77d39:33601 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/debcb94af2f54c2ab32e4dd51024c60c is 52, key is load_balancer_on/state:d/1731556360532/Put/seqid=0 2024-11-14T03:52:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741850_1029 (size=5056) 2024-11-14T03:52:56,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741850_1029 (size=5056) 2024-11-14T03:52:56,784 INFO [M:0;6a989be77d39:33601 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/debcb94af2f54c2ab32e4dd51024c60c 2024-11-14T03:52:56,791 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/dde3ccd7a77049edac034590691eafec as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dde3ccd7a77049edac034590691eafec 2024-11-14T03:52:56,798 INFO [M:0;6a989be77d39:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/dde3ccd7a77049edac034590691eafec, entries=8, sequenceid=56, filesize=5.5 K 2024-11-14T03:52:56,800 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/262cfdc99cb04a3aa8d9a04b2182c127 as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/262cfdc99cb04a3aa8d9a04b2182c127 2024-11-14T03:52:56,807 INFO [M:0;6a989be77d39:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/262cfdc99cb04a3aa8d9a04b2182c127, entries=6, sequenceid=56, filesize=6.0 K 2024-11-14T03:52:56,808 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7cd7ed7a52344a249f6a1dba23416790 as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cd7ed7a52344a249f6a1dba23416790 2024-11-14T03:52:56,815 INFO [M:0;6a989be77d39:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7cd7ed7a52344a249f6a1dba23416790, entries=1, sequenceid=56, filesize=5.0 K 2024-11-14T03:52:56,816 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/debcb94af2f54c2ab32e4dd51024c60c as hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/debcb94af2f54c2ab32e4dd51024c60c 2024-11-14T03:52:56,822 INFO [M:0;6a989be77d39:33601 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/debcb94af2f54c2ab32e4dd51024c60c, entries=1, sequenceid=56, filesize=4.9 K 2024-11-14T03:52:56,824 INFO [M:0;6a989be77d39:33601 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 591ms, sequenceid=56, compaction requested=false 2024-11-14T03:52:56,825 INFO [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:52:56,825 DEBUG [M:0;6a989be77d39:33601 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556376232Disabling compacts and flushes for region at 1731556376232Disabling writes for close at 1731556376232Obtaining lock to block concurrent updates at 1731556376233 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731556376233Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1731556376233Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731556376254 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731556376254Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731556376271 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731556376271Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731556376286 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731556376308 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731556376308Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731556376723 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731556376740 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731556376740Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731556376754 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731556376776 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731556376776Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20cbf0cf: reopening flushed file at 1731556376790 (+14 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b369eff: reopening flushed file at 1731556376799 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40e5468f: reopening flushed file at 1731556376807 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4976c54e: reopening flushed file at 1731556376815 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 591ms, sequenceid=56, compaction requested=false at 1731556376824 (+9 ms)Writing region close event to WAL at 1731556376825 (+1 ms)Closed at 1731556376825 2024-11-14T03:52:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45731 is added to blk_1073741846_1024 (size=757) 2024-11-14T03:52:56,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46099 is added to blk_1073741846_1024 (size=757) 2024-11-14T03:52:57,677 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:52:57,679 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:57,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:57,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:52:59,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46849 is added to blk_1073741830_1025 (size=27177) 2024-11-14T03:53:00,256 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 after 4002ms 2024-11-14T03:53:00,258 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/WALs/6a989be77d39,33601,1731556358719/6a989be77d39%2C33601%2C1731556358719.1731556359068 to hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/oldWALs/6a989be77d39%2C33601%2C1731556358719.1731556359068 2024-11-14T03:53:00,262 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/MasterData/oldWALs/6a989be77d39%2C33601%2C1731556358719.1731556359068 to hdfs://localhost:36251/user/jenkins/test-data/e58eff0f-2b73-81f3-911a-5ce12e45c066/oldWALs/6a989be77d39%2C33601%2C1731556358719.1731556359068$masterlocalwal$ 2024-11-14T03:53:00,262 INFO [M:0;6a989be77d39:33601 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:53:00,262 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:53:00,262 INFO [M:0;6a989be77d39:33601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33601 2024-11-14T03:53:00,262 INFO [M:0;6a989be77d39:33601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:53:00,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:53:00,366 INFO [M:0;6a989be77d39:33601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:53:00,366 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33601-0x100ef602ec50000, quorum=127.0.0.1:63609, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:53:00,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49abd634{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:00,369 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5111ec36{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:00,369 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:00,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a89cde3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:00,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@28d36f3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:00,371 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:00,371 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:00,371 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:00,371 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168683518-172.17.0.2-1731556357833 (Datanode Uuid a70ca9c6-6a99-4c9c-9c71-1ca3bff72837) service to localhost/127.0.0.1:36251 2024-11-14T03:53:00,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data3/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,372 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data4/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:00,374 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e84c2d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:00,375 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e30a67b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:00,375 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:00,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@33ebab8c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:00,375 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@314476a2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:00,377 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:00,377 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:00,377 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168683518-172.17.0.2-1731556357833 (Datanode Uuid af0f90b4-6b5d-475f-a7ed-bbea02133752) service to localhost/127.0.0.1:36251 2024-11-14T03:53:00,377 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:00,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data9/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,378 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data10/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,378 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:00,380 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13fad554{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:00,381 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59dddc33{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:00,381 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:00,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a77a0a0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:00,381 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@73efa973{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:00,383 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:00,383 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:00,383 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:00,383 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168683518-172.17.0.2-1731556357833 (Datanode Uuid 9e503be3-3955-48ff-a9b8-90744d1646f1) service to localhost/127.0.0.1:36251 2024-11-14T03:53:00,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data7/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,384 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data8/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,384 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:00,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@577a65a6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:00,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5de486ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:00,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:00,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@29a7b50f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:00,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@658d2e9d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:00,389 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:00,389 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:00,389 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:00,389 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168683518-172.17.0.2-1731556357833 (Datanode Uuid 6f16af3a-fa7c-4bb8-ac95-e56a39800a6c) service to localhost/127.0.0.1:36251 2024-11-14T03:53:00,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data5/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,390 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data6/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,390 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:00,392 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@42b8143c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:00,393 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@689e34fd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:00,393 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:00,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13bb5eb4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:00,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@26d8ef5e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:00,394 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:00,394 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:00,395 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:00,395 WARN [BP-1168683518-172.17.0.2-1731556357833 heartbeating to localhost/127.0.0.1:36251 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1168683518-172.17.0.2-1731556357833 (Datanode Uuid 2e06810c-dd9d-44dc-ad8f-1820a13766c8) service to localhost/127.0.0.1:36251 2024-11-14T03:53:00,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data1/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,395 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/cluster_146ed63b-134b-91ed-239a-105fe1032df7/data/data2/current/BP-1168683518-172.17.0.2-1731556357833 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:00,396 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:00,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a3eda75{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:53:00,402 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@52a52af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:00,402 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:00,402 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36269b5c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:00,403 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@487bdcb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:00,411 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:53:00,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:53:00,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36251 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:36251 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36251 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36251 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=442 (was 395) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=456 (was 504), ProcessCount=11 (was 11), AvailableMemoryMB=5072 (was 6086) 2024-11-14T03:53:00,479 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=442, MaxFileDescriptor=1048576, SystemLoadAverage=456, ProcessCount=11, AvailableMemoryMB=5039 2024-11-14T03:53:00,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:53:00,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.log.dir so I do NOT create it in target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9 2024-11-14T03:53:00,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/44bf4ecf-bb42-b7f0-4a83-ccd711759988/hadoop.tmp.dir so I do NOT create it in target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9 2024-11-14T03:53:00,479 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5, deleteOnExit=true 2024-11-14T03:53:00,479 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/test.cache.data in system properties and HBase conf 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:53:00,480 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:53:00,480 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:53:00,481 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:53:00,561 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:00,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:53:00,567 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:53:00,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:53:00,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:53:00,569 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:00,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@77df7740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:53:00,570 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e10805a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:53:00,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16eadd2e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/java.io.tmpdir/jetty-localhost-45615-hadoop-hdfs-3_4_1-tests_jar-_-any-2851083083836232595/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:53:00,691 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@11361716{HTTP/1.1, (http/1.1)}{localhost:45615} 2024-11-14T03:53:00,691 INFO [Time-limited test {}] server.Server(415): Started @92509ms 2024-11-14T03:53:00,779 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:00,784 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:53:00,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:53:00,786 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:53:00,786 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:53:00,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62eccd34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:53:00,787 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41d8dc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:53:00,906 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75f46dae{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/java.io.tmpdir/jetty-localhost-36795-hadoop-hdfs-3_4_1-tests_jar-_-any-8747127390094069601/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:00,906 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71724962{HTTP/1.1, (http/1.1)}{localhost:36795} 2024-11-14T03:53:00,906 INFO [Time-limited test {}] server.Server(415): Started @92724ms 2024-11-14T03:53:00,907 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:53:00,938 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:00,941 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:53:00,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:53:00,941 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:53:00,942 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:53:00,942 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4cde3b47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:53:00,943 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fe96755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:53:00,996 WARN [Thread-791 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data1/current/BP-1540589518-172.17.0.2-1731556380512/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:00,996 WARN [Thread-792 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data2/current/BP-1540589518-172.17.0.2-1731556380512/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:01,019 WARN [Thread-770 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:53:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fb94d909d8b1cbf with lease ID 0x52bb5a9a6e8064bb: Processing first storage report for DS-d88cd144-9294-44a5-b444-4ead03556f20 from datanode DatanodeRegistration(127.0.0.1:45149, datanodeUuid=fb9e8d43-3a03-405f-b4e4-6a41d0095e17, infoPort=40309, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512) 2024-11-14T03:53:01,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fb94d909d8b1cbf with lease ID 0x52bb5a9a6e8064bb: from storage DS-d88cd144-9294-44a5-b444-4ead03556f20 node DatanodeRegistration(127.0.0.1:45149, datanodeUuid=fb9e8d43-3a03-405f-b4e4-6a41d0095e17, infoPort=40309, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fb94d909d8b1cbf with lease ID 0x52bb5a9a6e8064bb: Processing first storage report for DS-e0f3d0b7-c3c0-474c-a123-0ce81693b673 from datanode DatanodeRegistration(127.0.0.1:45149, datanodeUuid=fb9e8d43-3a03-405f-b4e4-6a41d0095e17, infoPort=40309, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512) 2024-11-14T03:53:01,023 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fb94d909d8b1cbf with lease ID 0x52bb5a9a6e8064bb: from storage DS-e0f3d0b7-c3c0-474c-a123-0ce81693b673 node DatanodeRegistration(127.0.0.1:45149, datanodeUuid=fb9e8d43-3a03-405f-b4e4-6a41d0095e17, infoPort=40309, infoSecurePort=0, ipcPort=44823, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:01,068 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@23318e49{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/java.io.tmpdir/jetty-localhost-43279-hadoop-hdfs-3_4_1-tests_jar-_-any-10908827959653264125/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:01,069 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@147cdfda{HTTP/1.1, (http/1.1)}{localhost:43279} 2024-11-14T03:53:01,069 INFO [Time-limited test {}] server.Server(415): Started @92887ms 2024-11-14T03:53:01,070 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:53:01,152 WARN [Thread-817 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data3/current/BP-1540589518-172.17.0.2-1731556380512/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:01,152 WARN [Thread-818 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data4/current/BP-1540589518-172.17.0.2-1731556380512/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:01,170 WARN [Thread-806 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:53:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e0410c0ec8a0430 with lease ID 0x52bb5a9a6e8064bc: Processing first storage report for DS-72538cc8-f29c-4e42-b8dc-10790fabc375 from datanode DatanodeRegistration(127.0.0.1:37361, datanodeUuid=fd6f0bbb-bc30-4b95-9ff7-b1b35aa80fe5, infoPort=36813, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512) 2024-11-14T03:53:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e0410c0ec8a0430 with lease ID 0x52bb5a9a6e8064bc: from storage DS-72538cc8-f29c-4e42-b8dc-10790fabc375 node DatanodeRegistration(127.0.0.1:37361, datanodeUuid=fd6f0bbb-bc30-4b95-9ff7-b1b35aa80fe5, infoPort=36813, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x1e0410c0ec8a0430 with lease ID 0x52bb5a9a6e8064bc: Processing first storage report for DS-8ca543a2-f3b0-4d78-a996-342e31af0e2e from datanode DatanodeRegistration(127.0.0.1:37361, datanodeUuid=fd6f0bbb-bc30-4b95-9ff7-b1b35aa80fe5, infoPort=36813, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512) 2024-11-14T03:53:01,173 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1e0410c0ec8a0430 with lease ID 0x52bb5a9a6e8064bc: from storage DS-8ca543a2-f3b0-4d78-a996-342e31af0e2e node DatanodeRegistration(127.0.0.1:37361, datanodeUuid=fd6f0bbb-bc30-4b95-9ff7-b1b35aa80fe5, infoPort=36813, infoSecurePort=0, ipcPort=46773, storageInfo=lv=-57;cid=testClusterID;nsid=1842261681;c=1731556380512), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:01,194 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9 2024-11-14T03:53:01,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/zookeeper_0, clientPort=62935, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:53:01,198 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62935 2024-11-14T03:53:01,198 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,200 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:53:01,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:53:01,210 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7 with version=8 2024-11-14T03:53:01,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase-staging 2024-11-14T03:53:01,212 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:53:01,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:01,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:01,212 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:53:01,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:01,212 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:53:01,212 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:53:01,213 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:53:01,213 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34285 2024-11-14T03:53:01,214 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34285 connecting to ZooKeeper ensemble=127.0.0.1:62935 2024-11-14T03:53:01,220 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342850x0, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:53:01,221 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34285-0x100ef6086b60000 connected 2024-11-14T03:53:01,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,239 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:53:01,239 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7, hbase.cluster.distributed=false 2024-11-14T03:53:01,241 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:53:01,241 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-14T03:53:01,242 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34285 2024-11-14T03:53:01,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34285 2024-11-14T03:53:01,245 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-14T03:53:01,246 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34285 2024-11-14T03:53:01,261 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:53:01,261 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:53:01,262 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38815 2024-11-14T03:53:01,263 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38815 connecting to ZooKeeper ensemble=127.0.0.1:62935 2024-11-14T03:53:01,264 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:388150x0, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:53:01,270 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:388150x0, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:53:01,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38815-0x100ef6086b60001 connected 2024-11-14T03:53:01,270 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:53:01,272 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:53:01,273 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T03:53:01,274 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:53:01,277 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-14T03:53:01,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38815 2024-11-14T03:53:01,279 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38815 2024-11-14T03:53:01,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-14T03:53:01,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38815 2024-11-14T03:53:01,294 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6a989be77d39:34285 2024-11-14T03:53:01,295 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:01,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:01,298 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T03:53:01,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,301 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T03:53:01,302 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6a989be77d39,34285,1731556381212 from backup master directory 2024-11-14T03:53:01,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:01,303 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:01,303 WARN [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:53:01,303 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,309 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/hbase.id] with ID: 93c5043c-70c8-4f75-bc66-b30bc9ff5a4d 2024-11-14T03:53:01,309 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/.tmp/hbase.id 2024-11-14T03:53:01,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:53:01,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:53:01,324 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/.tmp/hbase.id]:[hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/hbase.id] 2024-11-14T03:53:01,341 INFO [master/6a989be77d39:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:01,341 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:53:01,343 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-14T03:53:01,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:53:01,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:53:01,356 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:53:01,357 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:53:01,357 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:53:01,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:53:01,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:53:01,367 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store 2024-11-14T03:53:01,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:53:01,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:53:01,375 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:01,376 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:53:01,376 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:01,376 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:01,376 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:53:01,376 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:01,376 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:01,376 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556381376Disabling compacts and flushes for region at 1731556381376Disabling writes for close at 1731556381376Writing region close event to WAL at 1731556381376Closed at 1731556381376 2024-11-14T03:53:01,377 WARN [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/.initializing 2024-11-14T03:53:01,377 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/WALs/6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,379 INFO [master/6a989be77d39:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:53:01,381 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C34285%2C1731556381212, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/WALs/6a989be77d39,34285,1731556381212, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/oldWALs, maxLogs=10 2024-11-14T03:53:01,395 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/WALs/6a989be77d39,34285,1731556381212/6a989be77d39%2C34285%2C1731556381212.1731556381381, exclude list is [], retry=0 2024-11-14T03:53:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-d88cd144-9294-44a5-b444-4ead03556f20,DISK] 2024-11-14T03:53:01,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-72538cc8-f29c-4e42-b8dc-10790fabc375,DISK] 2024-11-14T03:53:01,401 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/WALs/6a989be77d39,34285,1731556381212/6a989be77d39%2C34285%2C1731556381212.1731556381381 2024-11-14T03:53:01,402 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-14T03:53:01,402 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:53:01,402 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:01,402 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,403 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:53:01,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:01,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:53:01,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:01,409 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,410 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:53:01,410 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:01,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:53:01,412 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:01,413 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,414 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,414 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,415 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,415 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,416 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:53:01,417 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:01,420 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:53:01,420 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798627, jitterRate=0.015507638454437256}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:53:01,421 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731556381403Initializing all the Stores at 1731556381404 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556381404Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556381404Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556381404Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556381404Cleaning up temporary data from old regions at 1731556381415 (+11 ms)Region opened successfully at 1731556381421 (+6 ms) 2024-11-14T03:53:01,421 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:53:01,425 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21a25298, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:53:01,426 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:53:01,426 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:53:01,426 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:53:01,426 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:53:01,427 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:53:01,427 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:53:01,427 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:53:01,429 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:53:01,430 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T03:53:01,432 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T03:53:01,433 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:53:01,433 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:53:01,435 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T03:53:01,435 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:53:01,436 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:53:01,437 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T03:53:01,438 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:53:01,440 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T03:53:01,442 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:53:01,443 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T03:53:01,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:53:01,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:53:01,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,446 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6a989be77d39,34285,1731556381212, sessionid=0x100ef6086b60000, setting cluster-up flag (Was=false) 2024-11-14T03:53:01,450 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,451 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,456 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T03:53:01,458 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,467 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T03:53:01,468 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,34285,1731556381212 2024-11-14T03:53:01,469 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:53:01,473 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:01,473 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:53:01,473 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:53:01,473 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6a989be77d39,34285,1731556381212 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6a989be77d39:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:53:01,475 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:01,477 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731556411477 2024-11-14T03:53:01,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:53:01,477 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:53:01,477 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:53:01,478 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:53:01,478 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:53:01,478 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:53:01,478 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:53:01,478 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,479 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,479 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:53:01,481 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:53:01,482 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:53:01,482 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:53:01,482 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:53:01,482 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:53:01,483 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(746): ClusterId : 93c5043c-70c8-4f75-bc66-b30bc9ff5a4d 2024-11-14T03:53:01,483 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:53:01,486 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556381482,5,FailOnTimeoutGroup] 2024-11-14T03:53:01,486 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:53:01,486 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:53:01,486 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556381486,5,FailOnTimeoutGroup] 2024-11-14T03:53:01,486 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,486 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:53:01,486 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,487 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,489 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:53:01,490 DEBUG [RS:0;6a989be77d39:38815 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75517a40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:53:01,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:53:01,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:53:01,503 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:53:01,503 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7 2024-11-14T03:53:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:53:01,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:53:01,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:01,513 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:53:01,515 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6a989be77d39:38815 2024-11-14T03:53:01,515 INFO [RS:0;6a989be77d39:38815 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:53:01,515 INFO [RS:0;6a989be77d39:38815 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:53:01,515 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:53:01,515 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:53:01,515 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:01,516 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:53:01,516 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(2659): reportForDuty to master=6a989be77d39,34285,1731556381212 with port=38815, startcode=1731556381261 2024-11-14T03:53:01,517 DEBUG [RS:0;6a989be77d39:38815 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:53:01,518 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:53:01,518 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,518 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:01,519 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47199, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:53:01,519 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:53:01,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,519 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34285 {}] master.ServerManager(517): Registering regionserver=6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,520 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:53:01,520 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:01,521 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:53:01,522 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7 2024-11-14T03:53:01,522 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46269 2024-11-14T03:53:01,522 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:53:01,523 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:53:01,523 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:01,524 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:01,524 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:53:01,524 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:53:01,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740 2024-11-14T03:53:01,525 DEBUG [RS:0;6a989be77d39:38815 {}] zookeeper.ZKUtil(111): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,525 WARN [RS:0;6a989be77d39:38815 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:53:01,525 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6a989be77d39,38815,1731556381261] 2024-11-14T03:53:01,525 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740 2024-11-14T03:53:01,525 INFO [RS:0;6a989be77d39:38815 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:53:01,526 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:53:01,527 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:53:01,528 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:53:01,529 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:53:01,532 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:53:01,533 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842122, jitterRate=0.07081437110900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:53:01,534 INFO [RS:0;6a989be77d39:38815 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:53:01,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731556381512Initializing all the Stores at 1731556381513 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556381513Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556381513Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556381513Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556381513Cleaning up temporary data from old regions at 1731556381527 (+14 ms)Region opened successfully at 1731556381534 (+7 ms) 2024-11-14T03:53:01,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:53:01,534 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:53:01,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:53:01,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:53:01,534 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:53:01,535 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:53:01,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556381534Disabling compacts and flushes for region at 1731556381534Disabling writes for close at 1731556381534Writing region close event to WAL at 1731556381535 (+1 ms)Closed at 1731556381535 2024-11-14T03:53:01,536 INFO [RS:0;6a989be77d39:38815 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:53:01,537 INFO [RS:0;6a989be77d39:38815 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:53:01,537 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:01,537 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,537 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:53:01,537 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:53:01,537 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:53:01,538 INFO [RS:0;6a989be77d39:38815 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:53:01,538 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,538 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:53:01,539 DEBUG [RS:0;6a989be77d39:38815 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:53:01,540 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,540 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,540 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,540 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,540 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,540 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,38815,1731556381261-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:53:01,540 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:53:01,557 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:53:01,557 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,38815,1731556381261-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,558 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,558 INFO [RS:0;6a989be77d39:38815 {}] regionserver.Replication(171): 6a989be77d39,38815,1731556381261 started 2024-11-14T03:53:01,572 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:01,572 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1482): Serving as 6a989be77d39,38815,1731556381261, RpcServer on 6a989be77d39/172.17.0.2:38815, sessionid=0x100ef6086b60001 2024-11-14T03:53:01,572 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:53:01,572 DEBUG [RS:0;6a989be77d39:38815 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,572 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,38815,1731556381261' 2024-11-14T03:53:01,572 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T03:53:01,573 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T03:53:01,574 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:53:01,574 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:53:01,574 DEBUG [RS:0;6a989be77d39:38815 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,574 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,38815,1731556381261' 2024-11-14T03:53:01,574 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T03:53:01,574 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T03:53:01,575 DEBUG [RS:0;6a989be77d39:38815 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:53:01,575 INFO [RS:0;6a989be77d39:38815 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:53:01,575 INFO [RS:0;6a989be77d39:38815 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:53:01,675 INFO [RS:0;6a989be77d39:38815 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:53:01,677 INFO [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C38815%2C1731556381261, suffix=, logDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/oldWALs, maxLogs=32 2024-11-14T03:53:01,691 WARN [6a989be77d39:34285 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:53:01,692 DEBUG [RS:0;6a989be77d39:38815 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556381679, exclude list is [], retry=0 2024-11-14T03:53:01,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-d88cd144-9294-44a5-b444-4ead03556f20,DISK] 2024-11-14T03:53:01,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-72538cc8-f29c-4e42-b8dc-10790fabc375,DISK] 2024-11-14T03:53:01,698 INFO [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556381679 2024-11-14T03:53:01,698 DEBUG [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-14T03:53:01,941 DEBUG [6a989be77d39:34285 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:53:01,942 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6a989be77d39,38815,1731556381261 2024-11-14T03:53:01,943 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,38815,1731556381261, state=OPENING 2024-11-14T03:53:01,945 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:53:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:01,947 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:53:01,947 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,38815,1731556381261}] 2024-11-14T03:53:01,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:01,947 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:02,101 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:53:02,102 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47143, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:53:02,107 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:53:02,107 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:53:02,108 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:53:02,109 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C38815%2C1731556381261.meta, suffix=.meta, logDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261, archiveDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/oldWALs, maxLogs=32 2024-11-14T03:53:02,123 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.meta.1731556382110.meta, exclude list is [], retry=0 2024-11-14T03:53:02,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-72538cc8-f29c-4e42-b8dc-10790fabc375,DISK] 2024-11-14T03:53:02,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-d88cd144-9294-44a5-b444-4ead03556f20,DISK] 2024-11-14T03:53:02,128 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.meta.1731556382110.meta 2024-11-14T03:53:02,128 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-14T03:53:02,129 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:53:02,129 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:53:02,129 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:53:02,130 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:53:02,130 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:53:02,130 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:02,130 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:53:02,130 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:53:02,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:53:02,133 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:53:02,133 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:02,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:02,133 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:53:02,134 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:53:02,134 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:02,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:02,135 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:53:02,135 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:53:02,135 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:02,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:02,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:53:02,137 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:53:02,137 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:02,137 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:02,137 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:53:02,138 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740 2024-11-14T03:53:02,139 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740 2024-11-14T03:53:02,141 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:53:02,141 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:53:02,142 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:53:02,143 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:53:02,144 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=769839, jitterRate=-0.021099209785461426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:53:02,144 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:53:02,145 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731556382130Writing region info on filesystem at 1731556382130Initializing all the Stores at 1731556382131 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556382131Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556382132 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556382132Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556382132Cleaning up temporary data from old regions at 1731556382141 (+9 ms)Running coprocessor post-open hooks at 1731556382144 (+3 ms)Region opened successfully at 1731556382145 (+1 ms) 2024-11-14T03:53:02,146 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731556382100 2024-11-14T03:53:02,149 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:53:02,149 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:53:02,150 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,38815,1731556381261 2024-11-14T03:53:02,151 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,38815,1731556381261, state=OPEN 2024-11-14T03:53:02,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:53:02,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:53:02,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6a989be77d39,38815,1731556381261 2024-11-14T03:53:02,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:02,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:02,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:53:02,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,38815,1731556381261 in 210 msec 2024-11-14T03:53:02,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:53:02,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 623 msec 2024-11-14T03:53:02,163 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:02,163 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:53:02,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:53:02,165 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,38815,1731556381261, seqNum=-1] 2024-11-14T03:53:02,165 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:53:02,166 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51803, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:53:02,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 698 msec 2024-11-14T03:53:02,171 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731556382171, completionTime=-1 2024-11-14T03:53:02,171 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:53:02,171 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T03:53:02,173 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T03:53:02,173 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731556442173 2024-11-14T03:53:02,173 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731556502173 2024-11-14T03:53:02,173 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T03:53:02,173 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34285,1731556381212-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,174 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34285,1731556381212-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,174 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34285,1731556381212-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,174 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6a989be77d39:34285, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,174 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,174 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,175 DEBUG [master/6a989be77d39:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:53:02,177 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.874sec 2024-11-14T03:53:02,177 INFO [master/6a989be77d39:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:53:02,177 INFO [master/6a989be77d39:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:53:02,177 INFO [master/6a989be77d39:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:53:02,178 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:53:02,178 INFO [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:53:02,178 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34285,1731556381212-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:53:02,178 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34285,1731556381212-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:53:02,180 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:53:02,180 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:53:02,180 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34285,1731556381212-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:02,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48854f95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:53:02,183 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6a989be77d39,34285,-1 for getting cluster id 2024-11-14T03:53:02,183 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:53:02,185 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '93c5043c-70c8-4f75-bc66-b30bc9ff5a4d' 2024-11-14T03:53:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:53:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "93c5043c-70c8-4f75-bc66-b30bc9ff5a4d" 2024-11-14T03:53:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11b34848, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:53:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6a989be77d39,34285,-1] 2024-11-14T03:53:02,185 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:53:02,186 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:02,187 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52064, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:53:02,188 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@592c802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:53:02,188 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:53:02,189 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,38815,1731556381261, seqNum=-1] 2024-11-14T03:53:02,190 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:53:02,191 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40856, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:53:02,193 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6a989be77d39,34285,1731556381212 2024-11-14T03:53:02,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:02,195 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T03:53:02,195 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:53:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 6a989be77d39,34285,1731556381212 2024-11-14T03:53:02,196 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34c98368 2024-11-14T03:53:02,197 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:53:02,198 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52076, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:53:02,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T03:53:02,198 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T03:53:02,199 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:53:02,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:02,201 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:53:02,201 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:02,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-14T03:53:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:53:02,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:53:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741835_1011 (size=405) 2024-11-14T03:53:02,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741835_1011 (size=405) 2024-11-14T03:53:02,212 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c2a0c370e873e5c12a68f729fa7eb3f0, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7 2024-11-14T03:53:02,218 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741836_1012 (size=88) 2024-11-14T03:53:02,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741836_1012 (size=88) 2024-11-14T03:53:02,219 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:02,220 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing c2a0c370e873e5c12a68f729fa7eb3f0, disabling compactions & flushes 2024-11-14T03:53:02,220 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,220 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,220 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. after waiting 0 ms 2024-11-14T03:53:02,220 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,220 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,220 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c2a0c370e873e5c12a68f729fa7eb3f0: Waiting for close lock at 1731556382220Disabling compacts and flushes for region at 1731556382220Disabling writes for close at 1731556382220Writing region close event to WAL at 1731556382220Closed at 1731556382220 2024-11-14T03:53:02,221 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:53:02,222 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1731556382221"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731556382221"}]},"ts":"1731556382221"} 2024-11-14T03:53:02,224 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:53:02,225 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:53:02,225 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556382225"}]},"ts":"1731556382225"} 2024-11-14T03:53:02,227 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-14T03:53:02,227 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c2a0c370e873e5c12a68f729fa7eb3f0, ASSIGN}] 2024-11-14T03:53:02,229 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c2a0c370e873e5c12a68f729fa7eb3f0, ASSIGN 2024-11-14T03:53:02,230 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c2a0c370e873e5c12a68f729fa7eb3f0, ASSIGN; state=OFFLINE, location=6a989be77d39,38815,1731556381261; forceNewPlan=false, retain=false 2024-11-14T03:53:02,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2a0c370e873e5c12a68f729fa7eb3f0, regionState=OPENING, regionLocation=6a989be77d39,38815,1731556381261 2024-11-14T03:53:02,384 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c2a0c370e873e5c12a68f729fa7eb3f0, ASSIGN because future has completed 2024-11-14T03:53:02,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a0c370e873e5c12a68f729fa7eb3f0, server=6a989be77d39,38815,1731556381261}] 2024-11-14T03:53:02,541 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,541 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c2a0c370e873e5c12a68f729fa7eb3f0, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:53:02,542 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,542 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:02,542 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,542 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,543 INFO [StoreOpener-c2a0c370e873e5c12a68f729fa7eb3f0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,545 INFO [StoreOpener-c2a0c370e873e5c12a68f729fa7eb3f0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c2a0c370e873e5c12a68f729fa7eb3f0 columnFamilyName info 2024-11-14T03:53:02,545 DEBUG [StoreOpener-c2a0c370e873e5c12a68f729fa7eb3f0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:02,545 INFO [StoreOpener-c2a0c370e873e5c12a68f729fa7eb3f0-1 {}] regionserver.HStore(327): Store=c2a0c370e873e5c12a68f729fa7eb3f0/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:02,546 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,546 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,547 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,547 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,547 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,548 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,550 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:53:02,551 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c2a0c370e873e5c12a68f729fa7eb3f0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878002, jitterRate=0.11643846333026886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T03:53:02,551 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:02,552 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c2a0c370e873e5c12a68f729fa7eb3f0: Running coprocessor pre-open hook at 1731556382542Writing region info on filesystem at 1731556382542Initializing all the Stores at 1731556382543 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556382543Cleaning up temporary data from old regions at 1731556382547 (+4 ms)Running coprocessor post-open hooks at 1731556382551 (+4 ms)Region opened successfully at 1731556382551 2024-11-14T03:53:02,553 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0., pid=6, masterSystemTime=1731556382537 2024-11-14T03:53:02,555 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,555 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:02,556 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c2a0c370e873e5c12a68f729fa7eb3f0, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,38815,1731556381261 2024-11-14T03:53:02,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c2a0c370e873e5c12a68f729fa7eb3f0, server=6a989be77d39,38815,1731556381261 because future has completed 2024-11-14T03:53:02,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:53:02,562 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c2a0c370e873e5c12a68f729fa7eb3f0, server=6a989be77d39,38815,1731556381261 in 175 msec 2024-11-14T03:53:02,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:53:02,564 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=c2a0c370e873e5c12a68f729fa7eb3f0, ASSIGN in 335 msec 2024-11-14T03:53:02,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:53:02,566 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556382566"}]},"ts":"1731556382566"} 2024-11-14T03:53:02,568 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-14T03:53:02,569 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:53:02,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 370 msec 2024-11-14T03:53:05,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:53:05,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:53:05,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:53:05,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:53:05,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:05,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T03:53:07,632 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:53:07,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,644 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,645 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,646 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,650 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,652 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:07,657 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:53:07,658 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-14T03:53:12,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:53:12,275 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T03:53:12,275 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-14T03:53:12,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:12,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:12,281 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0., hostname=6a989be77d39,38815,1731556381261, seqNum=2] 2024-11-14T03:53:12,289 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:12,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:12,296 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T03:53:12,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:53:12,297 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T03:53:12,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T03:53:12,458 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-14T03:53:12,459 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:12,459 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing c2a0c370e873e5c12a68f729fa7eb3f0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T03:53:12,476 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/d879d9afa90c4e76ae914b0503f8e317 is 1055, key is row0001/info:/1731556392283/Put/seqid=0 2024-11-14T03:53:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741837_1013 (size=6008) 2024-11-14T03:53:12,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741837_1013 (size=6008) 2024-11-14T03:53:12,482 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/d879d9afa90c4e76ae914b0503f8e317 2024-11-14T03:53:12,490 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/d879d9afa90c4e76ae914b0503f8e317 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/d879d9afa90c4e76ae914b0503f8e317 2024-11-14T03:53:12,496 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/d879d9afa90c4e76ae914b0503f8e317, entries=1, sequenceid=5, filesize=5.9 K 2024-11-14T03:53:12,497 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c2a0c370e873e5c12a68f729fa7eb3f0 in 38ms, sequenceid=5, compaction requested=false 2024-11-14T03:53:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for c2a0c370e873e5c12a68f729fa7eb3f0: 2024-11-14T03:53:12,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:12,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-14T03:53:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-14T03:53:12,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T03:53:12,505 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 204 msec 2024-11-14T03:53:12,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 215 msec 2024-11-14T03:53:22,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-14T03:53:22,325 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T03:53:22,331 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:22,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:22,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T03:53:22,335 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T03:53:22,338 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T03:53:22,338 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T03:53:22,493 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-14T03:53:22,493 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:22,494 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing c2a0c370e873e5c12a68f729fa7eb3f0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T03:53:22,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/3f5d05bc0bed4e02bb274b90161dfa60 is 1055, key is row0002/info:/1731556402327/Put/seqid=0 2024-11-14T03:53:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741838_1014 (size=6008) 2024-11-14T03:53:22,511 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741838_1014 (size=6008) 2024-11-14T03:53:22,912 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/3f5d05bc0bed4e02bb274b90161dfa60 2024-11-14T03:53:22,920 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/3f5d05bc0bed4e02bb274b90161dfa60 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/3f5d05bc0bed4e02bb274b90161dfa60 2024-11-14T03:53:22,926 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/3f5d05bc0bed4e02bb274b90161dfa60, entries=1, sequenceid=9, filesize=5.9 K 2024-11-14T03:53:22,928 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c2a0c370e873e5c12a68f729fa7eb3f0 in 433ms, sequenceid=9, compaction requested=false 2024-11-14T03:53:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for c2a0c370e873e5c12a68f729fa7eb3f0: 2024-11-14T03:53:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:22,928 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-14T03:53:22,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-14T03:53:22,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-14T03:53:22,933 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 592 msec 2024-11-14T03:53:22,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 603 msec 2024-11-14T03:53:31,193 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:53:32,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-14T03:53:32,405 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T03:53:32,423 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556412408, exclude list is [], retry=0 2024-11-14T03:53:32,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-72538cc8-f29c-4e42-b8dc-10790fabc375,DISK] 2024-11-14T03:53:32,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-d88cd144-9294-44a5-b444-4ead03556f20,DISK] 2024-11-14T03:53:32,429 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556381679 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556412408 2024-11-14T03:53:32,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:40309:40309)] 2024-11-14T03:53:32,430 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556381679 is not closed yet, will try archiving it next time 2024-11-14T03:53:32,431 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:32,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741833_1009 (size=5471) 2024-11-14T03:53:32,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741833_1009 (size=5471) 2024-11-14T03:53:32,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:32,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T03:53:32,434 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T03:53:32,435 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T03:53:32,435 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T03:53:32,588 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-14T03:53:32,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:32,589 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing c2a0c370e873e5c12a68f729fa7eb3f0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T03:53:32,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/96d46e5592e74b3d8628ad14948b87bd is 1055, key is row0003/info:/1731556412406/Put/seqid=0 2024-11-14T03:53:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741840_1016 (size=6008) 2024-11-14T03:53:32,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741840_1016 (size=6008) 2024-11-14T03:53:32,601 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/96d46e5592e74b3d8628ad14948b87bd 2024-11-14T03:53:32,608 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/96d46e5592e74b3d8628ad14948b87bd as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/96d46e5592e74b3d8628ad14948b87bd 2024-11-14T03:53:32,614 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/96d46e5592e74b3d8628ad14948b87bd, entries=1, sequenceid=13, filesize=5.9 K 2024-11-14T03:53:32,615 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c2a0c370e873e5c12a68f729fa7eb3f0 in 26ms, sequenceid=13, compaction requested=true 2024-11-14T03:53:32,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for c2a0c370e873e5c12a68f729fa7eb3f0: 2024-11-14T03:53:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:32,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-14T03:53:32,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-14T03:53:32,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T03:53:32,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 182 msec 2024-11-14T03:53:32,622 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-11-14T03:53:42,203 INFO [master/6a989be77d39:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:53:42,203 INFO [master/6a989be77d39:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:53:42,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-14T03:53:42,526 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T03:53:42,530 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:53:42,532 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:53:42,534 DEBUG [Time-limited test {}] regionserver.HStore(1541): c2a0c370e873e5c12a68f729fa7eb3f0/info is initiating minor compaction (all files) 2024-11-14T03:53:42,535 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:53:42,535 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:42,535 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of c2a0c370e873e5c12a68f729fa7eb3f0/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:42,536 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/d879d9afa90c4e76ae914b0503f8e317, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/3f5d05bc0bed4e02bb274b90161dfa60, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/96d46e5592e74b3d8628ad14948b87bd] into tmpdir=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp, totalSize=17.6 K 2024-11-14T03:53:42,537 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting d879d9afa90c4e76ae914b0503f8e317, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1731556392283 2024-11-14T03:53:42,538 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3f5d05bc0bed4e02bb274b90161dfa60, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1731556402327 2024-11-14T03:53:42,538 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 96d46e5592e74b3d8628ad14948b87bd, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1731556412406 2024-11-14T03:53:42,586 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): c2a0c370e873e5c12a68f729fa7eb3f0#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:53:42,588 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/4299659917194445a1c19b8121b36a0e is 1055, key is row0001/info:/1731556392283/Put/seqid=0 2024-11-14T03:53:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741841_1017 (size=8221) 2024-11-14T03:53:42,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741841_1017 (size=8221) 2024-11-14T03:53:43,024 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/4299659917194445a1c19b8121b36a0e as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/4299659917194445a1c19b8121b36a0e 2024-11-14T03:53:43,043 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c2a0c370e873e5c12a68f729fa7eb3f0/info of c2a0c370e873e5c12a68f729fa7eb3f0 into 4299659917194445a1c19b8121b36a0e(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:53:43,043 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for c2a0c370e873e5c12a68f729fa7eb3f0: 2024-11-14T03:53:43,066 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556423046, exclude list is [], retry=0 2024-11-14T03:53:43,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-d88cd144-9294-44a5-b444-4ead03556f20,DISK] 2024-11-14T03:53:43,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-72538cc8-f29c-4e42-b8dc-10790fabc375,DISK] 2024-11-14T03:53:43,076 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556412408 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556423046 2024-11-14T03:53:43,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36813:36813),(127.0.0.1/127.0.0.1:40309:40309)] 2024-11-14T03:53:43,076 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556412408 is not closed yet, will try archiving it next time 2024-11-14T03:53:43,077 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556381679 to hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/oldWALs/6a989be77d39%2C38815%2C1731556381261.1731556381679 2024-11-14T03:53:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741839_1015 (size=2495) 2024-11-14T03:53:43,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:43,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741839_1015 (size=2495) 2024-11-14T03:53:43,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:43,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T03:53:43,084 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-14T03:53:43,093 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-14T03:53:43,093 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-14T03:53:43,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38815 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-14T03:53:43,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:43,250 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing c2a0c370e873e5c12a68f729fa7eb3f0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T03:53:43,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/281ab43c93d141778d7fe94b8ce50630 is 1055, key is row0000/info:/1731556423045/Put/seqid=0 2024-11-14T03:53:43,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741843_1019 (size=6008) 2024-11-14T03:53:43,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741843_1019 (size=6008) 2024-11-14T03:53:43,676 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/281ab43c93d141778d7fe94b8ce50630 2024-11-14T03:53:43,685 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/281ab43c93d141778d7fe94b8ce50630 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/281ab43c93d141778d7fe94b8ce50630 2024-11-14T03:53:43,693 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/281ab43c93d141778d7fe94b8ce50630, entries=1, sequenceid=18, filesize=5.9 K 2024-11-14T03:53:43,694 INFO [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c2a0c370e873e5c12a68f729fa7eb3f0 in 444ms, sequenceid=18, compaction requested=false 2024-11-14T03:53:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for c2a0c370e873e5c12a68f729fa7eb3f0: 2024-11-14T03:53:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:43,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-14T03:53:43,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-14T03:53:43,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-14T03:53:43,701 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 605 msec 2024-11-14T03:53:43,705 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 624 msec 2024-11-14T03:53:47,542 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c2a0c370e873e5c12a68f729fa7eb3f0, had cached 0 bytes from a total of 14229 2024-11-14T03:53:53,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34285 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-14T03:53:53,115 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-14T03:53:53,132 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556433118, exclude list is [], retry=0 2024-11-14T03:53:53,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45149,DS-d88cd144-9294-44a5-b444-4ead03556f20,DISK] 2024-11-14T03:53:53,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-72538cc8-f29c-4e42-b8dc-10790fabc375,DISK] 2024-11-14T03:53:53,142 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556423046 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556433118 2024-11-14T03:53:53,142 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40309:40309),(127.0.0.1/127.0.0.1:36813:36813)] 2024-11-14T03:53:53,142 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556423046 is not closed yet, will try archiving it next time 2024-11-14T03:53:53,143 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:53:53,143 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:53:53,143 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:53:53,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:53,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:53,143 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:53:53,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:53:53,143 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=789852454, stopped=false 2024-11-14T03:53:53,143 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6a989be77d39,34285,1731556381212 2024-11-14T03:53:53,144 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.1731556412408 to hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/oldWALs/6a989be77d39%2C38815%2C1731556381261.1731556412408 2024-11-14T03:53:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741842_1018 (size=2001) 2024-11-14T03:53:53,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741842_1018 (size=2001) 2024-11-14T03:53:53,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:53:53,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:53:53,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:53,149 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:53:53,150 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:53:53,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:53:53,150 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:53:53,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:53,150 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:53:53,150 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6a989be77d39,38815,1731556381261' ***** 2024-11-14T03:53:53,150 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:53:53,150 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(959): stopping server 6a989be77d39,38815,1731556381261 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6a989be77d39:38815. 2024-11-14T03:53:53,151 DEBUG [RS:0;6a989be77d39:38815 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:53:53,151 DEBUG [RS:0;6a989be77d39:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:53:53,151 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:53:53,152 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-14T03:53:53,152 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, c2a0c370e873e5c12a68f729fa7eb3f0=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.} 2024-11-14T03:53:53,152 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:53,153 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:53:53,154 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c2a0c370e873e5c12a68f729fa7eb3f0, disabling compactions & flushes 2024-11-14T03:53:53,154 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:53,154 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:53,154 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:53:53,154 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. after waiting 0 ms 2024-11-14T03:53:53,155 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:53,155 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:53:53,155 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:53:53,155 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:53:53,155 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c2a0c370e873e5c12a68f729fa7eb3f0 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-14T03:53:53,155 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:53:53,155 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-14T03:53:53,183 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/7bad28ee47c54276b37bcbb65d84c5d5 is 1055, key is row0001/info:/1731556433116/Put/seqid=0 2024-11-14T03:53:53,193 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/info/2cc71a2fa4ff4efda339256674037ca5 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0./info:regioninfo/1731556382556/Put/seqid=0 2024-11-14T03:53:53,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741845_1021 (size=6008) 2024-11-14T03:53:53,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741845_1021 (size=6008) 2024-11-14T03:53:53,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741846_1022 (size=7308) 2024-11-14T03:53:53,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741846_1022 (size=7308) 2024-11-14T03:53:53,208 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/info/2cc71a2fa4ff4efda339256674037ca5 2024-11-14T03:53:53,235 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/ns/12df0964480e4777b8f6b7d2f0d1bf2b is 43, key is default/ns:d/1731556382167/Put/seqid=0 2024-11-14T03:53:53,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741847_1023 (size=5153) 2024-11-14T03:53:53,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741847_1023 (size=5153) 2024-11-14T03:53:53,244 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/ns/12df0964480e4777b8f6b7d2f0d1bf2b 2024-11-14T03:53:53,267 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/table/f6d5c7b5dacf4f2bb4f8612f2392475e is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1731556382566/Put/seqid=0 2024-11-14T03:53:53,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741848_1024 (size=5508) 2024-11-14T03:53:53,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741848_1024 (size=5508) 2024-11-14T03:53:53,281 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/table/f6d5c7b5dacf4f2bb4f8612f2392475e 2024-11-14T03:53:53,290 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/info/2cc71a2fa4ff4efda339256674037ca5 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/info/2cc71a2fa4ff4efda339256674037ca5 2024-11-14T03:53:53,301 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/info/2cc71a2fa4ff4efda339256674037ca5, entries=10, sequenceid=11, filesize=7.1 K 2024-11-14T03:53:53,302 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/ns/12df0964480e4777b8f6b7d2f0d1bf2b as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/ns/12df0964480e4777b8f6b7d2f0d1bf2b 2024-11-14T03:53:53,313 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/ns/12df0964480e4777b8f6b7d2f0d1bf2b, entries=2, sequenceid=11, filesize=5.0 K 2024-11-14T03:53:53,318 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/.tmp/table/f6d5c7b5dacf4f2bb4f8612f2392475e as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/table/f6d5c7b5dacf4f2bb4f8612f2392475e 2024-11-14T03:53:53,331 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/table/f6d5c7b5dacf4f2bb4f8612f2392475e, entries=2, sequenceid=11, filesize=5.4 K 2024-11-14T03:53:53,333 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=11, compaction requested=false 2024-11-14T03:53:53,351 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-14T03:53:53,352 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:53:53,352 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:53:53,352 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556433154Running coprocessor pre-close hooks at 1731556433154Disabling compacts and flushes for region at 1731556433154Disabling writes for close at 1731556433155 (+1 ms)Obtaining lock to block concurrent updates at 1731556433155Preparing flush snapshotting stores in 1588230740 at 1731556433155Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1731556433155Flushing stores of hbase:meta,,1.1588230740 at 1731556433161 (+6 ms)Flushing 1588230740/info: creating writer at 1731556433162 (+1 ms)Flushing 1588230740/info: appending metadata at 1731556433191 (+29 ms)Flushing 1588230740/info: closing flushed file at 1731556433191Flushing 1588230740/ns: creating writer at 1731556433216 (+25 ms)Flushing 1588230740/ns: appending metadata at 1731556433235 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1731556433235Flushing 1588230740/table: creating writer at 1731556433250 (+15 ms)Flushing 1588230740/table: appending metadata at 1731556433266 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731556433266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@614011c2: reopening flushed file at 1731556433289 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@452fccc1: reopening flushed file at 1731556433301 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46babda1: reopening flushed file at 1731556433316 (+15 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 178ms, sequenceid=11, compaction requested=false at 1731556433333 (+17 ms)Writing region close event to WAL at 1731556433346 (+13 ms)Running coprocessor post-close hooks at 1731556433352 (+6 ms)Closed at 1731556433352 2024-11-14T03:53:53,352 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:53,352 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:53:53,541 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:53:53,541 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:53:53,546 INFO [regionserver/6a989be77d39:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:53:53,552 DEBUG [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1351): Waiting on c2a0c370e873e5c12a68f729fa7eb3f0 2024-11-14T03:53:53,604 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/7bad28ee47c54276b37bcbb65d84c5d5 2024-11-14T03:53:53,612 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/.tmp/info/7bad28ee47c54276b37bcbb65d84c5d5 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/7bad28ee47c54276b37bcbb65d84c5d5 2024-11-14T03:53:53,618 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/7bad28ee47c54276b37bcbb65d84c5d5, entries=1, sequenceid=22, filesize=5.9 K 2024-11-14T03:53:53,619 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c2a0c370e873e5c12a68f729fa7eb3f0 in 464ms, sequenceid=22, compaction requested=true 2024-11-14T03:53:53,620 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/d879d9afa90c4e76ae914b0503f8e317, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/3f5d05bc0bed4e02bb274b90161dfa60, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/96d46e5592e74b3d8628ad14948b87bd] to archive 2024-11-14T03:53:53,623 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T03:53:53,625 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/d879d9afa90c4e76ae914b0503f8e317 to hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/d879d9afa90c4e76ae914b0503f8e317 2024-11-14T03:53:53,627 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/3f5d05bc0bed4e02bb274b90161dfa60 to hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/3f5d05bc0bed4e02bb274b90161dfa60 2024-11-14T03:53:53,629 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/96d46e5592e74b3d8628ad14948b87bd to hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/info/96d46e5592e74b3d8628ad14948b87bd 2024-11-14T03:53:53,641 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6a989be77d39:34285 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T03:53:53,642 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [d879d9afa90c4e76ae914b0503f8e317=6008, 3f5d05bc0bed4e02bb274b90161dfa60=6008, 96d46e5592e74b3d8628ad14948b87bd=6008] 2024-11-14T03:53:53,646 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/c2a0c370e873e5c12a68f729fa7eb3f0/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-14T03:53:53,647 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:53,647 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c2a0c370e873e5c12a68f729fa7eb3f0: Waiting for close lock at 1731556433154Running coprocessor pre-close hooks at 1731556433154Disabling compacts and flushes for region at 1731556433154Disabling writes for close at 1731556433155 (+1 ms)Obtaining lock to block concurrent updates at 1731556433155Preparing flush snapshotting stores in c2a0c370e873e5c12a68f729fa7eb3f0 at 1731556433155Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1731556433155Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. at 1731556433162 (+7 ms)Flushing c2a0c370e873e5c12a68f729fa7eb3f0/info: creating writer at 1731556433162Flushing c2a0c370e873e5c12a68f729fa7eb3f0/info: appending metadata at 1731556433182 (+20 ms)Flushing c2a0c370e873e5c12a68f729fa7eb3f0/info: closing flushed file at 1731556433182Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@550b5f10: reopening flushed file at 1731556433611 (+429 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for c2a0c370e873e5c12a68f729fa7eb3f0 in 464ms, sequenceid=22, compaction requested=true at 1731556433619 (+8 ms)Writing region close event to WAL at 1731556433642 (+23 ms)Running coprocessor post-close hooks at 1731556433647 (+5 ms)Closed at 1731556433647 2024-11-14T03:53:53,647 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1731556382198.c2a0c370e873e5c12a68f729fa7eb3f0. 2024-11-14T03:53:53,753 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(976): stopping server 6a989be77d39,38815,1731556381261; all regions closed. 2024-11-14T03:53:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741834_1010 (size=3306) 2024-11-14T03:53:53,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741834_1010 (size=3306) 2024-11-14T03:53:53,756 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/WALs/6a989be77d39,38815,1731556381261/6a989be77d39%2C38815%2C1731556381261.meta.1731556382110.meta not finished, retry = 0 2024-11-14T03:53:53,860 DEBUG [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/oldWALs 2024-11-14T03:53:53,860 INFO [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C38815%2C1731556381261.meta:.meta(num 1731556382110) 2024-11-14T03:53:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741844_1020 (size=1252) 2024-11-14T03:53:53,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741844_1020 (size=1252) 2024-11-14T03:53:53,865 DEBUG [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/oldWALs 2024-11-14T03:53:53,865 INFO [RS:0;6a989be77d39:38815 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C38815%2C1731556381261:(num 1731556433118) 2024-11-14T03:53:53,865 DEBUG [RS:0;6a989be77d39:38815 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:53,865 INFO [RS:0;6a989be77d39:38815 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:53:53,865 INFO [RS:0;6a989be77d39:38815 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:53:53,866 INFO [RS:0;6a989be77d39:38815 {}] hbase.ChoreService(370): Chore service for: regionserver/6a989be77d39:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-14T03:53:53,866 INFO [RS:0;6a989be77d39:38815 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:53:53,866 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:53:53,866 INFO [RS:0;6a989be77d39:38815 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38815 2024-11-14T03:53:53,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6a989be77d39,38815,1731556381261 2024-11-14T03:53:53,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:53:53,869 INFO [RS:0;6a989be77d39:38815 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:53:53,869 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6a989be77d39,38815,1731556381261] 2024-11-14T03:53:53,871 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6a989be77d39,38815,1731556381261 already deleted, retry=false 2024-11-14T03:53:53,871 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6a989be77d39,38815,1731556381261 expired; onlineServers=0 2024-11-14T03:53:53,871 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6a989be77d39,34285,1731556381212' ***** 2024-11-14T03:53:53,871 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:53:53,871 INFO [M:0;6a989be77d39:34285 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:53:53,871 INFO [M:0;6a989be77d39:34285 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:53:53,871 DEBUG [M:0;6a989be77d39:34285 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:53:53,872 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:53:53,872 DEBUG [M:0;6a989be77d39:34285 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:53:53,872 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556381482 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556381482,5,FailOnTimeoutGroup] 2024-11-14T03:53:53,872 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556381486 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556381486,5,FailOnTimeoutGroup] 2024-11-14T03:53:53,872 INFO [M:0;6a989be77d39:34285 {}] hbase.ChoreService(370): Chore service for: master/6a989be77d39:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:53:53,872 INFO [M:0;6a989be77d39:34285 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:53:53,872 DEBUG [M:0;6a989be77d39:34285 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:53:53,872 INFO [M:0;6a989be77d39:34285 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:53:53,872 INFO [M:0;6a989be77d39:34285 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:53:53,873 INFO [M:0;6a989be77d39:34285 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:53:53,873 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:53:53,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T03:53:53,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:53,873 DEBUG [M:0;6a989be77d39:34285 {}] zookeeper.ZKUtil(347): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T03:53:53,873 WARN [M:0;6a989be77d39:34285 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:53:53,875 INFO [M:0;6a989be77d39:34285 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/.lastflushedseqids 2024-11-14T03:53:53,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741849_1025 (size=130) 2024-11-14T03:53:53,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741849_1025 (size=130) 2024-11-14T03:53:53,886 INFO [M:0;6a989be77d39:34285 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:53:53,886 INFO [M:0;6a989be77d39:34285 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:53:53,887 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:53:53,887 INFO [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:53,887 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:53,887 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:53:53,887 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:53,887 INFO [M:0;6a989be77d39:34285 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-11-14T03:53:53,910 DEBUG [M:0;6a989be77d39:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daaaf16263e94b14a18ad407b5b7a157 is 82, key is hbase:meta,,1/info:regioninfo/1731556382150/Put/seqid=0 2024-11-14T03:53:53,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741850_1026 (size=5672) 2024-11-14T03:53:53,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741850_1026 (size=5672) 2024-11-14T03:53:53,917 INFO [M:0;6a989be77d39:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daaaf16263e94b14a18ad407b5b7a157 2024-11-14T03:53:53,943 DEBUG [M:0;6a989be77d39:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eae6e53d020d449aa28409d22847c0e0 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731556382570/Put/seqid=0 2024-11-14T03:53:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741851_1027 (size=7823) 2024-11-14T03:53:53,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741851_1027 (size=7823) 2024-11-14T03:53:53,950 INFO [M:0;6a989be77d39:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eae6e53d020d449aa28409d22847c0e0 2024-11-14T03:53:53,957 INFO [M:0;6a989be77d39:34285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eae6e53d020d449aa28409d22847c0e0 2024-11-14T03:53:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:53:53,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38815-0x100ef6086b60001, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:53:53,970 INFO [RS:0;6a989be77d39:38815 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:53:53,970 INFO [RS:0;6a989be77d39:38815 {}] regionserver.HRegionServer(1031): Exiting; stopping=6a989be77d39,38815,1731556381261; zookeeper connection closed. 2024-11-14T03:53:53,971 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@240ac962 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@240ac962 2024-11-14T03:53:53,971 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:53:53,978 DEBUG [M:0;6a989be77d39:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2bbf0d8df2c42eaa9455ddc3b6353e9 is 69, key is 6a989be77d39,38815,1731556381261/rs:state/1731556381520/Put/seqid=0 2024-11-14T03:53:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741852_1028 (size=5156) 2024-11-14T03:53:53,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741852_1028 (size=5156) 2024-11-14T03:53:53,990 INFO [M:0;6a989be77d39:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2bbf0d8df2c42eaa9455ddc3b6353e9 2024-11-14T03:53:54,013 DEBUG [M:0;6a989be77d39:34285 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f61d215d77254b57acc742b72ec1bedf is 52, key is load_balancer_on/state:d/1731556382194/Put/seqid=0 2024-11-14T03:53:54,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741853_1029 (size=5056) 2024-11-14T03:53:54,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741853_1029 (size=5056) 2024-11-14T03:53:54,019 INFO [M:0;6a989be77d39:34285 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f61d215d77254b57acc742b72ec1bedf 2024-11-14T03:53:54,025 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/daaaf16263e94b14a18ad407b5b7a157 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daaaf16263e94b14a18ad407b5b7a157 2024-11-14T03:53:54,030 INFO [M:0;6a989be77d39:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/daaaf16263e94b14a18ad407b5b7a157, entries=8, sequenceid=121, filesize=5.5 K 2024-11-14T03:53:54,031 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/eae6e53d020d449aa28409d22847c0e0 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eae6e53d020d449aa28409d22847c0e0 2024-11-14T03:53:54,036 INFO [M:0;6a989be77d39:34285 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for eae6e53d020d449aa28409d22847c0e0 2024-11-14T03:53:54,037 INFO [M:0;6a989be77d39:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/eae6e53d020d449aa28409d22847c0e0, entries=14, sequenceid=121, filesize=7.6 K 2024-11-14T03:53:54,038 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c2bbf0d8df2c42eaa9455ddc3b6353e9 as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2bbf0d8df2c42eaa9455ddc3b6353e9 2024-11-14T03:53:54,043 INFO [M:0;6a989be77d39:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c2bbf0d8df2c42eaa9455ddc3b6353e9, entries=1, sequenceid=121, filesize=5.0 K 2024-11-14T03:53:54,043 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/f61d215d77254b57acc742b72ec1bedf as hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f61d215d77254b57acc742b72ec1bedf 2024-11-14T03:53:54,049 INFO [M:0;6a989be77d39:34285 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46269/user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/f61d215d77254b57acc742b72ec1bedf, entries=1, sequenceid=121, filesize=4.9 K 2024-11-14T03:53:54,053 INFO [M:0;6a989be77d39:34285 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=121, compaction requested=false 2024-11-14T03:53:54,061 INFO [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:54,062 DEBUG [M:0;6a989be77d39:34285 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556433887Disabling compacts and flushes for region at 1731556433887Disabling writes for close at 1731556433887Obtaining lock to block concurrent updates at 1731556433887Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731556433887Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44641, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1731556433888 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731556433888Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731556433888Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731556433910 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731556433910Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731556433926 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731556433943 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731556433943Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731556433957 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731556433977 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731556433977Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731556433997 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731556434012 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731556434012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19c146b5: reopening flushed file at 1731556434024 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4865a9b7: reopening flushed file at 1731556434031 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5706d8fa: reopening flushed file at 1731556434037 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f496a12: reopening flushed file at 1731556434043 (+6 ms)Finished flush of dataSize ~43.59 KB/44641, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=121, compaction requested=false at 1731556434053 (+10 ms)Writing region close event to WAL at 1731556434061 (+8 ms)Closed at 1731556434061 2024-11-14T03:53:54,065 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bab18fd6-dd73-cc90-faf1-a73d5a9a5ff7/MasterData/WALs/6a989be77d39,34285,1731556381212/6a989be77d39%2C34285%2C1731556381212.1731556381381 not finished, retry = 0 2024-11-14T03:53:54,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45149 is added to blk_1073741830_1006 (size=53038) 2024-11-14T03:53:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741830_1006 (size=53038) 2024-11-14T03:53:54,166 INFO [M:0;6a989be77d39:34285 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:53:54,166 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:53:54,166 INFO [M:0;6a989be77d39:34285 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34285 2024-11-14T03:53:54,166 INFO [M:0;6a989be77d39:34285 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:53:54,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:53:54,269 INFO [M:0;6a989be77d39:34285 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:53:54,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34285-0x100ef6086b60000, quorum=127.0.0.1:62935, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:53:54,271 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@23318e49{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:54,272 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@147cdfda{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:54,272 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:54,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fe96755{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:54,272 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4cde3b47{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:54,274 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:54,274 WARN [BP-1540589518-172.17.0.2-1731556380512 heartbeating to localhost/127.0.0.1:46269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:54,274 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:54,274 WARN [BP-1540589518-172.17.0.2-1731556380512 heartbeating to localhost/127.0.0.1:46269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540589518-172.17.0.2-1731556380512 (Datanode Uuid fd6f0bbb-bc30-4b95-9ff7-b1b35aa80fe5) service to localhost/127.0.0.1:46269 2024-11-14T03:53:54,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data3/current/BP-1540589518-172.17.0.2-1731556380512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:54,275 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data4/current/BP-1540589518-172.17.0.2-1731556380512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:54,275 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:54,278 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75f46dae{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:54,278 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71724962{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:54,278 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:54,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41d8dc7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:54,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62eccd34{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:54,281 WARN [BP-1540589518-172.17.0.2-1731556380512 heartbeating to localhost/127.0.0.1:46269 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:53:54,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:53:54,281 WARN [BP-1540589518-172.17.0.2-1731556380512 heartbeating to localhost/127.0.0.1:46269 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1540589518-172.17.0.2-1731556380512 (Datanode Uuid fb9e8d43-3a03-405f-b4e4-6a41d0095e17) service to localhost/127.0.0.1:46269 2024-11-14T03:53:54,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:53:54,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data1/current/BP-1540589518-172.17.0.2-1731556380512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:54,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/cluster_49205a86-04f4-6a87-263e-e788264838e5/data/data2/current/BP-1540589518-172.17.0.2-1731556380512 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:53:54,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:53:54,292 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16eadd2e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:53:54,293 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@11361716{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:53:54,293 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:53:54,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e10805a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:53:54,293 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@77df7740{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir/,STOPPED} 2024-11-14T03:53:54,300 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:53:54,319 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:53:54,328 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=426 (was 442), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=459 (was 456) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=5194 (was 5039) - AvailableMemoryMB LEAK? - 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=459, ProcessCount=11, AvailableMemoryMB=5194 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.log.dir so I do NOT create it in target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/95da95a6-c6b1-ec39-5197-8d037b61ced9/hadoop.tmp.dir so I do NOT create it in target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8, deleteOnExit=true 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/test.cache.data in system properties and HBase conf 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:53:54,336 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:53:54,337 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:53:54,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:53:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:53:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:53:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:53:54,338 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:53:54,423 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:54,427 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:53:54,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:53:54,428 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:53:54,428 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-14T03:53:54,429 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:54,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10b1b497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:53:54,430 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5e5b370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:53:54,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16503414{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/java.io.tmpdir/jetty-localhost-33821-hadoop-hdfs-3_4_1-tests_jar-_-any-3466163769295165324/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:53:54,550 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1be6a6fe{HTTP/1.1, (http/1.1)}{localhost:33821} 2024-11-14T03:53:54,550 INFO [Time-limited test {}] server.Server(415): Started @146368ms 2024-11-14T03:53:54,644 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:54,648 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:53:54,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:53:54,648 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:53:54,649 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:53:54,649 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53a2f0d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:53:54,650 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12ab0fb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:53:54,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b98b809{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/java.io.tmpdir/jetty-localhost-39087-hadoop-hdfs-3_4_1-tests_jar-_-any-6019828225888191011/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:54,789 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51aa74ae{HTTP/1.1, (http/1.1)}{localhost:39087} 2024-11-14T03:53:54,790 INFO [Time-limited test {}] server.Server(415): Started @146607ms 2024-11-14T03:53:54,792 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:53:54,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:53:54,833 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:53:54,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:53:54,837 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:53:54,837 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:53:54,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79b845af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:53:54,841 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57428648{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:53:54,885 WARN [Thread-1094 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data1/current/BP-371402159-172.17.0.2-1731556434368/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:54,885 WARN [Thread-1095 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data2/current/BP-371402159-172.17.0.2-1731556434368/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:54,910 WARN [Thread-1073 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:53:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb9c88f1cb82874b with lease ID 0x236cbacd7f3666b: Processing first storage report for DS-19af40b3-c6d8-41b1-a558-795ec996eb48 from datanode DatanodeRegistration(127.0.0.1:41497, datanodeUuid=9ccfe57c-8e33-40b8-b8dc-ebfbc4a988ac, infoPort=36363, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368) 2024-11-14T03:53:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb9c88f1cb82874b with lease ID 0x236cbacd7f3666b: from storage DS-19af40b3-c6d8-41b1-a558-795ec996eb48 node DatanodeRegistration(127.0.0.1:41497, datanodeUuid=9ccfe57c-8e33-40b8-b8dc-ebfbc4a988ac, infoPort=36363, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbb9c88f1cb82874b with lease ID 0x236cbacd7f3666b: Processing first storage report for DS-21b60b55-d38c-41f3-b38e-72ff3d2c7e6f from datanode DatanodeRegistration(127.0.0.1:41497, datanodeUuid=9ccfe57c-8e33-40b8-b8dc-ebfbc4a988ac, infoPort=36363, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368) 2024-11-14T03:53:54,913 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbb9c88f1cb82874b with lease ID 0x236cbacd7f3666b: from storage DS-21b60b55-d38c-41f3-b38e-72ff3d2c7e6f node DatanodeRegistration(127.0.0.1:41497, datanodeUuid=9ccfe57c-8e33-40b8-b8dc-ebfbc4a988ac, infoPort=36363, infoSecurePort=0, ipcPort=39517, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:54,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@38e7ccee{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/java.io.tmpdir/jetty-localhost-37281-hadoop-hdfs-3_4_1-tests_jar-_-any-2276862188785634230/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:53:54,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e2c8810{HTTP/1.1, (http/1.1)}{localhost:37281} 2024-11-14T03:53:54,962 INFO [Time-limited test {}] server.Server(415): Started @146780ms 2024-11-14T03:53:54,963 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:53:55,046 WARN [Thread-1120 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data3/current/BP-371402159-172.17.0.2-1731556434368/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:55,046 WARN [Thread-1121 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data4/current/BP-371402159-172.17.0.2-1731556434368/current, will proceed with Du for space computation calculation, 2024-11-14T03:53:55,063 WARN [Thread-1109 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:53:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2b5d84ce593bbeb with lease ID 0x236cbacd7f3666c: Processing first storage report for DS-305e2945-5c61-460d-b82b-2e8e815a0e4d from datanode DatanodeRegistration(127.0.0.1:37143, datanodeUuid=5b7c7bad-b082-454c-bc35-c5c6c2336b2e, infoPort=34003, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368) 2024-11-14T03:53:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2b5d84ce593bbeb with lease ID 0x236cbacd7f3666c: from storage DS-305e2945-5c61-460d-b82b-2e8e815a0e4d node DatanodeRegistration(127.0.0.1:37143, datanodeUuid=5b7c7bad-b082-454c-bc35-c5c6c2336b2e, infoPort=34003, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa2b5d84ce593bbeb with lease ID 0x236cbacd7f3666c: Processing first storage report for DS-cf08bb16-9a14-4494-b957-39ba7002feb3 from datanode DatanodeRegistration(127.0.0.1:37143, datanodeUuid=5b7c7bad-b082-454c-bc35-c5c6c2336b2e, infoPort=34003, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368) 2024-11-14T03:53:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa2b5d84ce593bbeb with lease ID 0x236cbacd7f3666c: from storage DS-cf08bb16-9a14-4494-b957-39ba7002feb3 node DatanodeRegistration(127.0.0.1:37143, datanodeUuid=5b7c7bad-b082-454c-bc35-c5c6c2336b2e, infoPort=34003, infoSecurePort=0, ipcPort=34073, storageInfo=lv=-57;cid=testClusterID;nsid=1653709000;c=1731556434368), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:53:55,090 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c 2024-11-14T03:53:55,093 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/zookeeper_0, clientPort=56780, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:53:55,094 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56780 2024-11-14T03:53:55,095 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,096 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:53:55,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:53:55,107 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53 with version=8 2024-11-14T03:53:55,107 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase-staging 2024-11-14T03:53:55,110 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:53:55,110 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:53:55,114 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37679 2024-11-14T03:53:55,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37679 connecting to ZooKeeper ensemble=127.0.0.1:56780 2024-11-14T03:53:55,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376790x0, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:53:55,121 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37679-0x100ef61593f0000 connected 2024-11-14T03:53:55,139 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,141 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,143 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:53:55,143 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53, hbase.cluster.distributed=false 2024-11-14T03:53:55,144 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:53:55,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37679 2024-11-14T03:53:55,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37679 2024-11-14T03:53:55,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37679 2024-11-14T03:53:55,145 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37679 2024-11-14T03:53:55,146 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37679 2024-11-14T03:53:55,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:53:55,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:55,167 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:55,167 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:53:55,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:53:55,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:53:55,168 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:53:55,168 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:53:55,168 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33149 2024-11-14T03:53:55,170 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33149 connecting to ZooKeeper ensemble=127.0.0.1:56780 2024-11-14T03:53:55,170 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,172 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:331490x0, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:53:55,176 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33149-0x100ef61593f0001 connected 2024-11-14T03:53:55,176 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:53:55,176 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:53:55,177 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:53:55,178 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T03:53:55,179 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:53:55,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33149 2024-11-14T03:53:55,179 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33149 2024-11-14T03:53:55,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33149 2024-11-14T03:53:55,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33149 2024-11-14T03:53:55,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33149 2024-11-14T03:53:55,192 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6a989be77d39:37679 2024-11-14T03:53:55,192 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:55,193 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:55,194 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T03:53:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,197 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T03:53:55,197 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6a989be77d39,37679,1731556435109 from backup master directory 2024-11-14T03:53:55,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:55,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:53:55,198 WARN [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:53:55,199 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,203 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/hbase.id] with ID: 6fef28b9-929e-4bfb-8af3-8f7865941159 2024-11-14T03:53:55,203 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/.tmp/hbase.id 2024-11-14T03:53:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:53:55,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:53:55,211 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/.tmp/hbase.id]:[hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/hbase.id] 2024-11-14T03:53:55,224 INFO [master/6a989be77d39:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:55,224 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:53:55,225 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:53:55,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:53:55,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:53:55,236 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:53:55,237 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:53:55,238 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:53:55,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:53:55,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:53:55,246 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store 2024-11-14T03:53:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:53:55,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:53:55,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:55,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:53:55,253 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:55,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:55,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:53:55,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:55,253 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:53:55,253 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556435253Disabling compacts and flushes for region at 1731556435253Disabling writes for close at 1731556435253Writing region close event to WAL at 1731556435253Closed at 1731556435253 2024-11-14T03:53:55,254 WARN [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/.initializing 2024-11-14T03:53:55,254 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/WALs/6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,255 INFO [master/6a989be77d39:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:53:55,257 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C37679%2C1731556435109, suffix=, logDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/WALs/6a989be77d39,37679,1731556435109, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/oldWALs, maxLogs=10 2024-11-14T03:53:55,270 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/WALs/6a989be77d39,37679,1731556435109/6a989be77d39%2C37679%2C1731556435109.1731556435257, exclude list is [], retry=0 2024-11-14T03:53:55,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-19af40b3-c6d8-41b1-a558-795ec996eb48,DISK] 2024-11-14T03:53:55,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-305e2945-5c61-460d-b82b-2e8e815a0e4d,DISK] 2024-11-14T03:53:55,275 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/WALs/6a989be77d39,37679,1731556435109/6a989be77d39%2C37679%2C1731556435109.1731556435257 2024-11-14T03:53:55,276 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36363:36363),(127.0.0.1/127.0.0.1:34003:34003)] 2024-11-14T03:53:55,276 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:53:55,276 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:55,276 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,276 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:53:55,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:53:55,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:55,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:53:55,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:55,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:53:55,284 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:55,285 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,285 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,286 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,287 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,287 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,288 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:53:55,289 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:53:55,291 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:53:55,291 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749162, jitterRate=-0.0473913699388504}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:53:55,292 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731556435276Initializing all the Stores at 1731556435277 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556435277Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556435277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556435277Cleaning up temporary data from old regions at 1731556435287 (+10 ms)Region opened successfully at 1731556435291 (+4 ms) 2024-11-14T03:53:55,292 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:53:55,295 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ef14eed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:53:55,296 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:53:55,297 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:53:55,297 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:53:55,297 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:53:55,297 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:53:55,298 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:53:55,298 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:53:55,300 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:53:55,301 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T03:53:55,302 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T03:53:55,302 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:53:55,303 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:53:55,304 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T03:53:55,305 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:53:55,306 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:53:55,308 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T03:53:55,308 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:53:55,310 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T03:53:55,312 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:53:55,313 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T03:53:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:53:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:53:55,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,315 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6a989be77d39,37679,1731556435109, sessionid=0x100ef61593f0000, setting cluster-up flag (Was=false) 2024-11-14T03:53:55,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,318 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,324 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T03:53:55,325 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,334 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T03:53:55,335 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,37679,1731556435109 2024-11-14T03:53:55,336 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:53:55,338 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:55,338 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:53:55,338 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:53:55,338 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6a989be77d39,37679,1731556435109 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6a989be77d39:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:53:55,340 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,341 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731556465341 2024-11-14T03:53:55,341 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:53:55,342 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:53:55,342 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,343 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,343 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:53:55,345 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:53:55,345 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:53:55,345 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:53:55,349 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:53:55,349 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:53:55,352 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556435349,5,FailOnTimeoutGroup] 2024-11-14T03:53:55,353 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556435352,5,FailOnTimeoutGroup] 2024-11-14T03:53:55,353 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,353 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:53:55,353 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,353 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:53:55,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:53:55,360 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:53:55,360 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53 2024-11-14T03:53:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:53:55,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:53:55,367 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:55,369 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:53:55,371 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:53:55,371 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,372 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:53:55,373 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:53:55,373 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,374 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:53:55,375 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:53:55,375 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,376 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:53:55,377 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:53:55,377 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,377 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:53:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740 2024-11-14T03:53:55,378 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740 2024-11-14T03:53:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:53:55,380 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:53:55,380 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:53:55,382 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:53:55,383 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(746): ClusterId : 6fef28b9-929e-4bfb-8af3-8f7865941159 2024-11-14T03:53:55,383 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:53:55,384 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:53:55,385 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846750, jitterRate=0.07669897377490997}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:53:55,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731556435367Initializing all the Stores at 1731556435368 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435368Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435369 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556435369Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435369Cleaning up temporary data from old regions at 1731556435380 (+11 ms)Region opened successfully at 1731556435386 (+6 ms) 2024-11-14T03:53:55,386 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:53:55,386 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:53:55,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:53:55,387 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:53:55,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:53:55,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:53:55,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:53:55,387 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:53:55,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556435386Disabling compacts and flushes for region at 1731556435386Disabling writes for close at 1731556435387 (+1 ms)Writing region close event to WAL at 1731556435387Closed at 1731556435387 2024-11-14T03:53:55,389 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:55,389 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:53:55,389 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:53:55,389 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:53:55,390 DEBUG [RS:0;6a989be77d39:33149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea7cf06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:53:55,395 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:53:55,396 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:53:55,408 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6a989be77d39:33149 2024-11-14T03:53:55,409 INFO [RS:0;6a989be77d39:33149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:53:55,409 INFO [RS:0;6a989be77d39:33149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:53:55,409 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:53:55,410 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(2659): reportForDuty to master=6a989be77d39,37679,1731556435109 with port=33149, startcode=1731556435167 2024-11-14T03:53:55,410 DEBUG [RS:0;6a989be77d39:33149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:53:55,413 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45169, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:53:55,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,414 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] master.ServerManager(517): Registering regionserver=6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,416 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53 2024-11-14T03:53:55,416 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46639 2024-11-14T03:53:55,416 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:53:55,417 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:53:55,419 DEBUG [RS:0;6a989be77d39:33149 {}] zookeeper.ZKUtil(111): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,419 WARN [RS:0;6a989be77d39:33149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:53:55,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6a989be77d39,33149,1731556435167] 2024-11-14T03:53:55,419 INFO [RS:0;6a989be77d39:33149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:53:55,419 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,427 INFO [RS:0;6a989be77d39:33149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:53:55,429 INFO [RS:0;6a989be77d39:33149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:53:55,430 INFO [RS:0;6a989be77d39:33149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:53:55,430 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,431 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:53:55,432 INFO [RS:0;6a989be77d39:33149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:53:55,432 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:53:55,432 DEBUG [RS:0;6a989be77d39:33149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:53:55,433 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,433 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,433 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,433 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,433 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,433 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33149,1731556435167-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:53:55,454 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:53:55,454 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,33149,1731556435167-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,454 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,454 INFO [RS:0;6a989be77d39:33149 {}] regionserver.Replication(171): 6a989be77d39,33149,1731556435167 started 2024-11-14T03:53:55,473 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:55,473 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1482): Serving as 6a989be77d39,33149,1731556435167, RpcServer on 6a989be77d39/172.17.0.2:33149, sessionid=0x100ef61593f0001 2024-11-14T03:53:55,473 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:53:55,473 DEBUG [RS:0;6a989be77d39:33149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,473 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,33149,1731556435167' 2024-11-14T03:53:55,473 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T03:53:55,474 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T03:53:55,474 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:53:55,474 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:53:55,474 DEBUG [RS:0;6a989be77d39:33149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,474 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,33149,1731556435167' 2024-11-14T03:53:55,475 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T03:53:55,475 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T03:53:55,476 DEBUG [RS:0;6a989be77d39:33149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:53:55,476 INFO [RS:0;6a989be77d39:33149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:53:55,476 INFO [RS:0;6a989be77d39:33149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:53:55,547 WARN [6a989be77d39:37679 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:53:55,577 INFO [RS:0;6a989be77d39:33149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:53:55,579 INFO [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C33149%2C1731556435167, suffix=, logDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/oldWALs, maxLogs=32 2024-11-14T03:53:55,600 DEBUG [RS:0;6a989be77d39:33149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556435580, exclude list is [], retry=0 2024-11-14T03:53:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-305e2945-5c61-460d-b82b-2e8e815a0e4d,DISK] 2024-11-14T03:53:55,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-19af40b3-c6d8-41b1-a558-795ec996eb48,DISK] 2024-11-14T03:53:55,605 INFO [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556435580 2024-11-14T03:53:55,606 DEBUG [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-14T03:53:55,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:53:55,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:53:55,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-14T03:53:55,797 DEBUG [6a989be77d39:37679 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:53:55,797 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:53:55,799 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,33149,1731556435167, state=OPENING 2024-11-14T03:53:55,800 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:53:55,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,802 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:53:55,802 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:53:55,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,33149,1731556435167}] 2024-11-14T03:53:55,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:55,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:55,955 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:53:55,957 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47461, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:53:55,961 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:53:55,961 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:53:55,961 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:53:55,963 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C33149%2C1731556435167.meta, suffix=.meta, logDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167, archiveDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/oldWALs, maxLogs=32 2024-11-14T03:53:55,978 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.meta.1731556435964.meta, exclude list is [], retry=0 2024-11-14T03:53:55,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-305e2945-5c61-460d-b82b-2e8e815a0e4d,DISK] 2024-11-14T03:53:55,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-19af40b3-c6d8-41b1-a558-795ec996eb48,DISK] 2024-11-14T03:53:55,986 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.meta.1731556435964.meta 2024-11-14T03:53:55,986 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-14T03:53:55,987 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:53:55,987 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:53:55,987 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:53:55,987 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:53:55,987 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:53:55,987 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:55,988 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:53:55,988 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:53:55,989 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:53:55,990 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:53:55,990 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,991 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:53:55,992 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:53:55,992 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,992 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:53:55,993 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:53:55,993 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,993 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,994 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:53:55,994 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:53:55,994 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:55,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:53:55,995 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:53:55,996 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740 2024-11-14T03:53:55,997 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740 2024-11-14T03:53:55,999 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:53:55,999 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:53:55,999 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:53:56,001 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:53:56,001 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743782, jitterRate=-0.05423350632190704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:53:56,001 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:53:56,002 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731556435988Writing region info on filesystem at 1731556435988Initializing all the Stores at 1731556435989 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435989Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435989Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556435989Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556435989Cleaning up temporary data from old regions at 1731556435999 (+10 ms)Running coprocessor post-open hooks at 1731556436001 (+2 ms)Region opened successfully at 1731556436002 (+1 ms) 2024-11-14T03:53:56,003 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731556435955 2024-11-14T03:53:56,005 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:53:56,006 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:53:56,007 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:53:56,008 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,33149,1731556435167, state=OPEN 2024-11-14T03:53:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:53:56,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:53:56,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:56,012 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:53:56,012 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6a989be77d39,33149,1731556435167 2024-11-14T03:53:56,015 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:53:56,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,33149,1731556435167 in 210 msec 2024-11-14T03:53:56,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:53:56,018 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 627 msec 2024-11-14T03:53:56,019 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:53:56,019 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:53:56,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:53:56,020 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,33149,1731556435167, seqNum=-1] 2024-11-14T03:53:56,021 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:53:56,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47721, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:53:56,027 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 688 msec 2024-11-14T03:53:56,027 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731556436027, completionTime=-1 2024-11-14T03:53:56,027 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:53:56,028 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T03:53:56,029 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T03:53:56,029 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731556496029 2024-11-14T03:53:56,029 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731556556029 2024-11-14T03:53:56,029 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T03:53:56,030 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37679,1731556435109-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,030 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37679,1731556435109-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,030 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37679,1731556435109-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,030 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6a989be77d39:37679, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,030 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,030 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,032 DEBUG [master/6a989be77d39:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.841sec 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37679,1731556435109-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:53:56,040 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37679,1731556435109-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:53:56,046 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:53:56,046 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:53:56,046 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,37679,1731556435109-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:53:56,082 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@96675c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:53:56,082 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6a989be77d39,37679,-1 for getting cluster id 2024-11-14T03:53:56,083 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:53:56,084 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '6fef28b9-929e-4bfb-8af3-8f7865941159' 2024-11-14T03:53:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:53:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "6fef28b9-929e-4bfb-8af3-8f7865941159" 2024-11-14T03:53:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1ae0e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:53:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6a989be77d39,37679,-1] 2024-11-14T03:53:56,085 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:53:56,086 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:53:56,087 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59872, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:53:56,087 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f86da1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:53:56,088 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:53:56,089 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,33149,1731556435167, seqNum=-1] 2024-11-14T03:53:56,090 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:53:56,091 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:53:56,094 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6a989be77d39,37679,1731556435109 2024-11-14T03:53:56,094 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:53:56,096 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T03:53:56,097 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-14T03:53:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 6a989be77d39,37679,1731556435109 2024-11-14T03:53:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@683c2a70 2024-11-14T03:53:56,098 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-14T03:53:56,100 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59886, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-14T03:53:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-14T03:53:56,100 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-14T03:53:56,101 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:53:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-14T03:53:56,104 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-14T03:53:56,104 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:56,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-14T03:53:56,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-14T03:53:56,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:53:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741835_1011 (size=381) 2024-11-14T03:53:56,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741835_1011 (size=381) 2024-11-14T03:53:56,120 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3155e7e445cefa1c703b90fbeb545b8, NAME => 'TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53 2024-11-14T03:53:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741836_1012 (size=64) 2024-11-14T03:53:56,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741836_1012 (size=64) 2024-11-14T03:53:56,533 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:56,533 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c3155e7e445cefa1c703b90fbeb545b8, disabling compactions & flushes 2024-11-14T03:53:56,533 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,534 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,534 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. after waiting 0 ms 2024-11-14T03:53:56,534 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,534 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,534 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3155e7e445cefa1c703b90fbeb545b8: Waiting for close lock at 1731556436533Disabling compacts and flushes for region at 1731556436533Disabling writes for close at 1731556436534 (+1 ms)Writing region close event to WAL at 1731556436534Closed at 1731556436534 2024-11-14T03:53:56,535 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-14T03:53:56,536 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731556436535"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731556436535"}]},"ts":"1731556436535"} 2024-11-14T03:53:56,538 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-14T03:53:56,539 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-14T03:53:56,539 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556436539"}]},"ts":"1731556436539"} 2024-11-14T03:53:56,540 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-14T03:53:56,541 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, ASSIGN}] 2024-11-14T03:53:56,542 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, ASSIGN 2024-11-14T03:53:56,543 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, ASSIGN; state=OFFLINE, location=6a989be77d39,33149,1731556435167; forceNewPlan=false, retain=false 2024-11-14T03:53:56,694 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3155e7e445cefa1c703b90fbeb545b8, regionState=OPENING, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:53:56,696 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, ASSIGN because future has completed 2024-11-14T03:53:56,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167}] 2024-11-14T03:53:56,854 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,854 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c3155e7e445cefa1c703b90fbeb545b8, NAME => 'TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:53:56,854 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,854 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:53:56,854 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,855 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,856 INFO [StoreOpener-c3155e7e445cefa1c703b90fbeb545b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,857 INFO [StoreOpener-c3155e7e445cefa1c703b90fbeb545b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3155e7e445cefa1c703b90fbeb545b8 columnFamilyName info 2024-11-14T03:53:56,857 DEBUG [StoreOpener-c3155e7e445cefa1c703b90fbeb545b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:53:56,858 INFO [StoreOpener-c3155e7e445cefa1c703b90fbeb545b8-1 {}] regionserver.HStore(327): Store=c3155e7e445cefa1c703b90fbeb545b8/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:53:56,858 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,859 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,859 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,860 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,860 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,862 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,864 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:53:56,864 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c3155e7e445cefa1c703b90fbeb545b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=742194, jitterRate=-0.056252285838127136}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T03:53:56,864 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:53:56,865 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c3155e7e445cefa1c703b90fbeb545b8: Running coprocessor pre-open hook at 1731556436855Writing region info on filesystem at 1731556436855Initializing all the Stores at 1731556436855Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556436856 (+1 ms)Cleaning up temporary data from old regions at 1731556436860 (+4 ms)Running coprocessor post-open hooks at 1731556436864 (+4 ms)Region opened successfully at 1731556436865 (+1 ms) 2024-11-14T03:53:56,866 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., pid=6, masterSystemTime=1731556436849 2024-11-14T03:53:56,868 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,868 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:53:56,869 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c3155e7e445cefa1c703b90fbeb545b8, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:53:56,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 because future has completed 2024-11-14T03:53:56,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-14T03:53:56,875 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 in 175 msec 2024-11-14T03:53:56,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-14T03:53:56,877 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, ASSIGN in 334 msec 2024-11-14T03:53:56,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-14T03:53:56,878 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731556436878"}]},"ts":"1731556436878"} 2024-11-14T03:53:56,880 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-14T03:53:56,881 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-14T03:53:56,882 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 780 msec 2024-11-14T03:53:58,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,369 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,378 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,884 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:53:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:53:58,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:01,427 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:54:01,428 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-14T03:54:05,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:54:05,629 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-14T03:54:05,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:54:05,630 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-14T03:54:05,631 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T03:54:05,631 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-14T03:54:06,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37679 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-14T03:54:06,196 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-14T03:54:06,196 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-14T03:54:06,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-14T03:54:06,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:06,206 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2] 2024-11-14T03:54:06,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:06,228 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:54:06,266 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/8cf9e7149fe444048671b80c5ede4038 is 1055, key is row0001/info:/1731556446207/Put/seqid=0 2024-11-14T03:54:06,296 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T03:54:06,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58934 deadline: 1731556456296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 2024-11-14T03:54:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741837_1013 (size=13386) 2024-11-14T03:54:06,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741837_1013 (size=13386) 2024-11-14T03:54:06,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/8cf9e7149fe444048671b80c5ede4038 2024-11-14T03:54:06,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/8cf9e7149fe444048671b80c5ede4038 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8cf9e7149fe444048671b80c5ede4038 2024-11-14T03:54:06,331 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8cf9e7149fe444048671b80c5ede4038, entries=8, sequenceid=12, filesize=13.1 K 2024-11-14T03:54:06,332 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for c3155e7e445cefa1c703b90fbeb545b8 in 104ms, sequenceid=12, compaction requested=false 2024-11-14T03:54:06,332 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:06,334 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:06,335 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 because the exception is null or not the one we care about 2024-11-14T03:54:16,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:16,437 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-11-14T03:54:16,448 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/caf27cc9f12447bcb5f505f8f24e0203 is 1055, key is row0009/info:/1731556446231/Put/seqid=0 2024-11-14T03:54:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741838_1014 (size=28134) 2024-11-14T03:54:16,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741838_1014 (size=28134) 2024-11-14T03:54:16,870 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/caf27cc9f12447bcb5f505f8f24e0203 2024-11-14T03:54:16,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/caf27cc9f12447bcb5f505f8f24e0203 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203 2024-11-14T03:54:16,886 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203, entries=22, sequenceid=37, filesize=27.5 K 2024-11-14T03:54:16,887 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for c3155e7e445cefa1c703b90fbeb545b8 in 450ms, sequenceid=37, compaction requested=false 2024-11-14T03:54:16,887 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:16,887 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-11-14T03:54:16,887 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:16,887 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203 because midkey is the same as first or last row 2024-11-14T03:54:18,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:18,461 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:54:18,467 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/acb5f9be17b0405ba7344a5febd4e209 is 1055, key is row0031/info:/1731556456442/Put/seqid=0 2024-11-14T03:54:18,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741839_1015 (size=13386) 2024-11-14T03:54:18,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/acb5f9be17b0405ba7344a5febd4e209 2024-11-14T03:54:18,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741839_1015 (size=13386) 2024-11-14T03:54:18,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/acb5f9be17b0405ba7344a5febd4e209 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/acb5f9be17b0405ba7344a5febd4e209 2024-11-14T03:54:18,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/acb5f9be17b0405ba7344a5febd4e209, entries=8, sequenceid=48, filesize=13.1 K 2024-11-14T03:54:18,497 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=15.40 KB/15765 for c3155e7e445cefa1c703b90fbeb545b8 in 35ms, sequenceid=48, compaction requested=true 2024-11-14T03:54:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-11-14T03:54:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:18,497 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203 because midkey is the same as first or last row 2024-11-14T03:54:18,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:18,499 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3155e7e445cefa1c703b90fbeb545b8:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:18,501 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:18,502 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:54:18,502 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c3155e7e445cefa1c703b90fbeb545b8/info is initiating minor compaction (all files) 2024-11-14T03:54:18,502 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:18,502 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3155e7e445cefa1c703b90fbeb545b8/info in TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:18,502 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-14T03:54:18,503 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8cf9e7149fe444048671b80c5ede4038, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/acb5f9be17b0405ba7344a5febd4e209] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp, totalSize=53.6 K 2024-11-14T03:54:18,503 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cf9e7149fe444048671b80c5ede4038, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1731556446207 2024-11-14T03:54:18,504 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting caf27cc9f12447bcb5f505f8f24e0203, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1731556446231 2024-11-14T03:54:18,504 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting acb5f9be17b0405ba7344a5febd4e209, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731556456442 2024-11-14T03:54:18,509 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/d8e6f5cb0da04dc0820317e5311bfe84 is 1055, key is row0039/info:/1731556458462/Put/seqid=0 2024-11-14T03:54:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741840_1016 (size=23926) 2024-11-14T03:54:18,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741840_1016 (size=23926) 2024-11-14T03:54:18,535 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3155e7e445cefa1c703b90fbeb545b8#info#compaction#35 average throughput is 7.62 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:18,536 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/d856844399a147c8907465c522033a94 is 1055, key is row0001/info:/1731556446207/Put/seqid=0 2024-11-14T03:54:18,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=69 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/d8e6f5cb0da04dc0820317e5311bfe84 2024-11-14T03:54:18,545 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/d8e6f5cb0da04dc0820317e5311bfe84 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d8e6f5cb0da04dc0820317e5311bfe84 2024-11-14T03:54:18,552 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d8e6f5cb0da04dc0820317e5311bfe84, entries=18, sequenceid=69, filesize=23.4 K 2024-11-14T03:54:18,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=8.21 KB/8408 for c3155e7e445cefa1c703b90fbeb545b8 in 52ms, sequenceid=69, compaction requested=false 2024-11-14T03:54:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.0 K, sizeToCheck=16.0 K 2024-11-14T03:54:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:18,554 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203 because midkey is the same as first or last row 2024-11-14T03:54:18,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741841_1017 (size=45105) 2024-11-14T03:54:18,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741841_1017 (size=45105) 2024-11-14T03:54:18,567 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/d856844399a147c8907465c522033a94 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 2024-11-14T03:54:18,575 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3155e7e445cefa1c703b90fbeb545b8/info of c3155e7e445cefa1c703b90fbeb545b8 into d856844399a147c8907465c522033a94(size=44.0 K), total size for store is 67.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:18,575 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:18,578 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., storeName=c3155e7e445cefa1c703b90fbeb545b8/info, priority=13, startTime=1731556458498; duration=0sec 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 because midkey is the same as first or last row 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 because midkey is the same as first or last row 2024-11-14T03:54:18,579 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.4 K, sizeToCheck=16.0 K 2024-11-14T03:54:18,580 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:18,580 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 because midkey is the same as first or last row 2024-11-14T03:54:18,580 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:18,580 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3155e7e445cefa1c703b90fbeb545b8:info 2024-11-14T03:54:20,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=9.24 KB heapSize=10.16 KB 2024-11-14T03:54:20,531 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/27129f75d0404ba8a7afc8deb549ed6d is 1055, key is row0057/info:/1731556458503/Put/seqid=0 2024-11-14T03:54:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741842_1018 (size=14438) 2024-11-14T03:54:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741842_1018 (size=14438) 2024-11-14T03:54:20,543 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=9.24 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/27129f75d0404ba8a7afc8deb549ed6d 2024-11-14T03:54:20,551 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/27129f75d0404ba8a7afc8deb549ed6d as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/27129f75d0404ba8a7afc8deb549ed6d 2024-11-14T03:54:20,557 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/27129f75d0404ba8a7afc8deb549ed6d, entries=9, sequenceid=82, filesize=14.1 K 2024-11-14T03:54:20,558 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~9.24 KB/9459, heapSize ~10.15 KB/10392, currentSize=16.42 KB/16816 for c3155e7e445cefa1c703b90fbeb545b8 in 33ms, sequenceid=82, compaction requested=true 2024-11-14T03:54:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-14T03:54:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 because midkey is the same as first or last row 2024-11-14T03:54:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3155e7e445cefa1c703b90fbeb545b8:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:20,559 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:20,559 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:20,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,559 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T03:54:20,560 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:54:20,561 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c3155e7e445cefa1c703b90fbeb545b8/info is initiating minor compaction (all files) 2024-11-14T03:54:20,561 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3155e7e445cefa1c703b90fbeb545b8/info in TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:20,561 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d8e6f5cb0da04dc0820317e5311bfe84, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/27129f75d0404ba8a7afc8deb549ed6d] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp, totalSize=81.5 K 2024-11-14T03:54:20,561 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d856844399a147c8907465c522033a94, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1731556446207 2024-11-14T03:54:20,562 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting d8e6f5cb0da04dc0820317e5311bfe84, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=69, earliestPutTs=1731556458462 2024-11-14T03:54:20,562 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 27129f75d0404ba8a7afc8deb549ed6d, keycount=9, bloomtype=ROW, size=14.1 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731556458503 2024-11-14T03:54:20,565 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/8fa0d887555d45dbb21356e6481aade9 is 1055, key is row0066/info:/1731556460526/Put/seqid=0 2024-11-14T03:54:20,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741843_1019 (size=22874) 2024-11-14T03:54:20,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741843_1019 (size=22874) 2024-11-14T03:54:20,580 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=102 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/8fa0d887555d45dbb21356e6481aade9 2024-11-14T03:54:20,584 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3155e7e445cefa1c703b90fbeb545b8#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:20,584 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/a18790ca1c45407c85c29af224cef2a6 is 1055, key is row0001/info:/1731556446207/Put/seqid=0 2024-11-14T03:54:20,589 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T03:54:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58934 deadline: 1731556470588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 2024-11-14T03:54:20,589 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/8fa0d887555d45dbb21356e6481aade9 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8fa0d887555d45dbb21356e6481aade9 2024-11-14T03:54:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:20,590 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 because the exception is null or not the one we care about 2024-11-14T03:54:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741844_1020 (size=73753) 2024-11-14T03:54:20,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741844_1020 (size=73753) 2024-11-14T03:54:20,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8fa0d887555d45dbb21356e6481aade9, entries=17, sequenceid=102, filesize=22.3 K 2024-11-14T03:54:20,599 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for c3155e7e445cefa1c703b90fbeb545b8 in 40ms, sequenceid=102, compaction requested=false 2024-11-14T03:54:20,599 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:20,600 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=103.9 K, sizeToCheck=16.0 K 2024-11-14T03:54:20,600 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:20,600 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 because midkey is the same as first or last row 2024-11-14T03:54:20,601 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/a18790ca1c45407c85c29af224cef2a6 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6 2024-11-14T03:54:20,607 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3155e7e445cefa1c703b90fbeb545b8/info of c3155e7e445cefa1c703b90fbeb545b8 into a18790ca1c45407c85c29af224cef2a6(size=72.0 K), total size for store is 94.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:20,607 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3155e7e445cefa1c703b90fbeb545b8: 2024-11-14T03:54:20,607 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., storeName=c3155e7e445cefa1c703b90fbeb545b8/info, priority=13, startTime=1731556460559; duration=0sec 2024-11-14T03:54:20,607 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-14T03:54:20,607 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:20,607 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-14T03:54:20,608 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:20,608 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=94.4 K, sizeToCheck=16.0 K 2024-11-14T03:54:20,608 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-14T03:54:20,609 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:20,609 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:20,609 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3155e7e445cefa1c703b90fbeb545b8:info 2024-11-14T03:54:20,610 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] assignment.AssignmentManager(1363): Split request from 6a989be77d39,33149,1731556435167, parent={ENCODED => c3155e7e445cefa1c703b90fbeb545b8, NAME => 'TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-14T03:54:20,616 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=6a989be77d39,33149,1731556435167 2024-11-14T03:54:20,621 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37679 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c3155e7e445cefa1c703b90fbeb545b8, daughterA=f4389a04861fc3d80716ddeddd1520a1, daughterB=c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:20,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c3155e7e445cefa1c703b90fbeb545b8, daughterA=f4389a04861fc3d80716ddeddd1520a1, daughterB=c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:20,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c3155e7e445cefa1c703b90fbeb545b8, daughterA=f4389a04861fc3d80716ddeddd1520a1, daughterB=c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:20,623 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c3155e7e445cefa1c703b90fbeb545b8, daughterA=f4389a04861fc3d80716ddeddd1520a1, daughterB=c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:20,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, UNASSIGN}] 2024-11-14T03:54:20,631 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, UNASSIGN 2024-11-14T03:54:20,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c3155e7e445cefa1c703b90fbeb545b8, regionState=CLOSING, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:54:20,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, UNASSIGN because future has completed 2024-11-14T03:54:20,635 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-14T03:54:20,635 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167}] 2024-11-14T03:54:20,794 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,794 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-14T03:54:20,794 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing c3155e7e445cefa1c703b90fbeb545b8, disabling compactions & flushes 2024-11-14T03:54:20,794 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:20,794 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:20,794 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. after waiting 0 ms 2024-11-14T03:54:20,794 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:20,795 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing c3155e7e445cefa1c703b90fbeb545b8 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-14T03:54:20,799 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8 is 1055, key is row0083/info:/1731556460561/Put/seqid=0 2024-11-14T03:54:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741845_1021 (size=17594) 2024-11-14T03:54:20,806 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741845_1021 (size=17594) 2024-11-14T03:54:20,807 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8 2024-11-14T03:54:20,814 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/.tmp/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8 2024-11-14T03:54:20,819 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8, entries=12, sequenceid=118, filesize=17.2 K 2024-11-14T03:54:20,821 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for c3155e7e445cefa1c703b90fbeb545b8 in 27ms, sequenceid=118, compaction requested=true 2024-11-14T03:54:20,822 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8cf9e7149fe444048671b80c5ede4038, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/acb5f9be17b0405ba7344a5febd4e209, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d8e6f5cb0da04dc0820317e5311bfe84, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/27129f75d0404ba8a7afc8deb549ed6d] to archive 2024-11-14T03:54:20,823 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T03:54:20,824 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8cf9e7149fe444048671b80c5ede4038 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8cf9e7149fe444048671b80c5ede4038 2024-11-14T03:54:20,826 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/caf27cc9f12447bcb5f505f8f24e0203 2024-11-14T03:54:20,827 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d856844399a147c8907465c522033a94 2024-11-14T03:54:20,829 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/acb5f9be17b0405ba7344a5febd4e209 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/acb5f9be17b0405ba7344a5febd4e209 2024-11-14T03:54:20,830 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d8e6f5cb0da04dc0820317e5311bfe84 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/d8e6f5cb0da04dc0820317e5311bfe84 2024-11-14T03:54:20,831 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/27129f75d0404ba8a7afc8deb549ed6d to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/27129f75d0404ba8a7afc8deb549ed6d 2024-11-14T03:54:20,838 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=1 2024-11-14T03:54:20,838 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. 2024-11-14T03:54:20,839 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for c3155e7e445cefa1c703b90fbeb545b8: Waiting for close lock at 1731556460794Running coprocessor pre-close hooks at 1731556460794Disabling compacts and flushes for region at 1731556460794Disabling writes for close at 1731556460794Obtaining lock to block concurrent updates at 1731556460795 (+1 ms)Preparing flush snapshotting stores in c3155e7e445cefa1c703b90fbeb545b8 at 1731556460795Finished memstore snapshotting TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., syncing WAL and waiting on mvcc, flushsize=dataSize=12612, getHeapSize=13776, getOffHeapSize=0, getCellsCount=12 at 1731556460795Flushing stores of TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. at 1731556460795Flushing c3155e7e445cefa1c703b90fbeb545b8/info: creating writer at 1731556460796 (+1 ms)Flushing c3155e7e445cefa1c703b90fbeb545b8/info: appending metadata at 1731556460799 (+3 ms)Flushing c3155e7e445cefa1c703b90fbeb545b8/info: closing flushed file at 1731556460799Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68a6c849: reopening flushed file at 1731556460813 (+14 ms)Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=0 B/0 for c3155e7e445cefa1c703b90fbeb545b8 in 27ms, sequenceid=118, compaction requested=true at 1731556460821 (+8 ms)Writing region close event to WAL at 1731556460834 (+13 ms)Running coprocessor post-close hooks at 1731556460838 (+4 ms)Closed at 1731556460838 2024-11-14T03:54:20,841 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,842 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=c3155e7e445cefa1c703b90fbeb545b8, regionState=CLOSED 2024-11-14T03:54:20,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 because future has completed 2024-11-14T03:54:20,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-14T03:54:20,848 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure c3155e7e445cefa1c703b90fbeb545b8, server=6a989be77d39,33149,1731556435167 in 210 msec 2024-11-14T03:54:20,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-14T03:54:20,850 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3155e7e445cefa1c703b90fbeb545b8, UNASSIGN in 218 msec 2024-11-14T03:54:20,862 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:54:20,865 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=c3155e7e445cefa1c703b90fbeb545b8, threads=3 2024-11-14T03:54:20,867 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8fa0d887555d45dbb21356e6481aade9 for region: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,867 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8 for region: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,867 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6 for region: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,888 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8fa0d887555d45dbb21356e6481aade9, top=true 2024-11-14T03:54:20,889 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8, top=true 2024-11-14T03:54:20,907 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9 for child: c0eaa78627c795efac61b4d5e5b8dc0d, parent: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,908 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/8fa0d887555d45dbb21356e6481aade9 for region: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741846_1022 (size=27) 2024-11-14T03:54:20,908 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8 for child: c0eaa78627c795efac61b4d5e5b8dc0d, parent: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,909 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/5fcfa498bb8b4f7e8fbe5bc2d9220ea8 for region: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741846_1022 (size=27) 2024-11-14T03:54:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741847_1023 (size=27) 2024-11-14T03:54:20,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741847_1023 (size=27) 2024-11-14T03:54:20,922 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6 for region: c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:54:20,924 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region c3155e7e445cefa1c703b90fbeb545b8 Daughter A: [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8] storefiles, Daughter B: [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8] storefiles. 2024-11-14T03:54:20,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741848_1024 (size=71) 2024-11-14T03:54:20,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741848_1024 (size=71) 2024-11-14T03:54:20,940 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:54:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741849_1025 (size=71) 2024-11-14T03:54:20,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741849_1025 (size=71) 2024-11-14T03:54:20,962 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:54:20,976 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-14T03:54:20,979 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/recovered.edits/121.seqid, newMaxSeqId=121, maxSeqId=-1 2024-11-14T03:54:20,983 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1731556460983"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1731556460983"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1731556460983"}]},"ts":"1731556460983"} 2024-11-14T03:54:20,983 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731556460983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731556460983"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731556460983"}]},"ts":"1731556460983"} 2024-11-14T03:54:20,984 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1731556460983"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731556460983"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1731556460983"}]},"ts":"1731556460983"} 2024-11-14T03:54:21,008 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f4389a04861fc3d80716ddeddd1520a1, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c0eaa78627c795efac61b4d5e5b8dc0d, ASSIGN}] 2024-11-14T03:54:21,010 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f4389a04861fc3d80716ddeddd1520a1, ASSIGN 2024-11-14T03:54:21,010 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c0eaa78627c795efac61b4d5e5b8dc0d, ASSIGN 2024-11-14T03:54:21,011 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f4389a04861fc3d80716ddeddd1520a1, ASSIGN; state=SPLITTING_NEW, location=6a989be77d39,33149,1731556435167; forceNewPlan=false, retain=false 2024-11-14T03:54:21,013 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c0eaa78627c795efac61b4d5e5b8dc0d, ASSIGN; state=SPLITTING_NEW, location=6a989be77d39,33149,1731556435167; forceNewPlan=false, retain=false 2024-11-14T03:54:21,163 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c0eaa78627c795efac61b4d5e5b8dc0d, regionState=OPENING, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:54:21,163 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f4389a04861fc3d80716ddeddd1520a1, regionState=OPENING, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:54:21,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c0eaa78627c795efac61b4d5e5b8dc0d, ASSIGN because future has completed 2024-11-14T03:54:21,166 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167}] 2024-11-14T03:54:21,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f4389a04861fc3d80716ddeddd1520a1, ASSIGN because future has completed 2024-11-14T03:54:21,167 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4389a04861fc3d80716ddeddd1520a1, server=6a989be77d39,33149,1731556435167}] 2024-11-14T03:54:21,323 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:21,324 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c0eaa78627c795efac61b4d5e5b8dc0d, NAME => 'TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-14T03:54:21,324 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,324 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:54:21,324 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,324 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,326 INFO [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,327 INFO [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0eaa78627c795efac61b4d5e5b8dc0d columnFamilyName info 2024-11-14T03:54:21,327 DEBUG [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:54:21,338 DEBUG [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8 2024-11-14T03:54:21,342 DEBUG [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9 2024-11-14T03:54:21,353 DEBUG [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8->hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6-top 2024-11-14T03:54:21,354 INFO [StoreOpener-c0eaa78627c795efac61b4d5e5b8dc0d-1 {}] regionserver.HStore(327): Store=c0eaa78627c795efac61b4d5e5b8dc0d/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:54:21,354 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,355 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,356 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,357 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,357 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,359 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,360 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c0eaa78627c795efac61b4d5e5b8dc0d; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=827559, jitterRate=0.05229628086090088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T03:54:21,360 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:21,361 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c0eaa78627c795efac61b4d5e5b8dc0d: Running coprocessor pre-open hook at 1731556461324Writing region info on filesystem at 1731556461324Initializing all the Stores at 1731556461325 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556461325Cleaning up temporary data from old regions at 1731556461357 (+32 ms)Running coprocessor post-open hooks at 1731556461360 (+3 ms)Region opened successfully at 1731556461361 (+1 ms) 2024-11-14T03:54:21,362 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., pid=12, masterSystemTime=1731556461319 2024-11-14T03:54:21,362 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:21,362 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:21,362 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:21,364 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:21,364 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:54:21,364 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:21,365 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8->hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6-top, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=111.5 K 2024-11-14T03:54:21,366 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:21,366 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:21,367 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:54:21,367 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c0eaa78627c795efac61b4d5e5b8dc0d, regionState=OPEN, openSeqNum=122, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:54:21,367 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f4389a04861fc3d80716ddeddd1520a1, NAME => 'TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-14T03:54:21,367 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,367 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:54:21,367 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,368 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1731556446207 2024-11-14T03:54:21,368 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,368 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=102, earliestPutTs=1731556460526 2024-11-14T03:54:21,369 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731556460561 2024-11-14T03:54:21,369 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-14T03:54:21,370 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-14T03:54:21,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 because future has completed 2024-11-14T03:54:21,370 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-14T03:54:21,371 INFO [StoreOpener-f4389a04861fc3d80716ddeddd1520a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,372 INFO [StoreOpener-f4389a04861fc3d80716ddeddd1520a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4389a04861fc3d80716ddeddd1520a1 columnFamilyName info 2024-11-14T03:54:21,372 DEBUG [StoreOpener-f4389a04861fc3d80716ddeddd1520a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:54:21,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-14T03:54:21,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 in 205 msec 2024-11-14T03:54:21,423 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c0eaa78627c795efac61b4d5e5b8dc0d, ASSIGN in 367 msec 2024-11-14T03:54:21,437 DEBUG [StoreOpener-f4389a04861fc3d80716ddeddd1520a1-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8->hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6-bottom 2024-11-14T03:54:21,438 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/info/324f0b44e0384095ba53b888aa0c1ba7 is 193, key is TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d./info:regioninfo/1731556461367/Put/seqid=0 2024-11-14T03:54:21,438 INFO [StoreOpener-f4389a04861fc3d80716ddeddd1520a1-1 {}] regionserver.HStore(327): Store=f4389a04861fc3d80716ddeddd1520a1/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:54:21,438 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,439 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,444 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,445 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,445 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741850_1026 (size=9882) 2024-11-14T03:54:21,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741850_1026 (size=9882) 2024-11-14T03:54:21,448 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/info/324f0b44e0384095ba53b888aa0c1ba7 2024-11-14T03:54:21,449 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f4389a04861fc3d80716ddeddd1520a1; next sequenceid=122; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=785939, jitterRate=-6.271004676818848E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-14T03:54:21,450 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:54:21,450 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f4389a04861fc3d80716ddeddd1520a1: Running coprocessor pre-open hook at 1731556461369Writing region info on filesystem at 1731556461369Initializing all the Stores at 1731556461370 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556461370Cleaning up temporary data from old regions at 1731556461445 (+75 ms)Running coprocessor post-open hooks at 1731556461450 (+5 ms)Region opened successfully at 1731556461450 2024-11-14T03:54:21,451 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1., pid=13, masterSystemTime=1731556461319 2024-11-14T03:54:21,451 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-14T03:54:21,452 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store f4389a04861fc3d80716ddeddd1520a1:info, priority=-2147483648, current under compaction store size is 2 2024-11-14T03:54:21,452 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:21,452 INFO [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:54:21,452 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HStore(1541): f4389a04861fc3d80716ddeddd1520a1/info is initiating minor compaction (all files) 2024-11-14T03:54:21,452 INFO [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of f4389a04861fc3d80716ddeddd1520a1/info in TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:54:21,453 INFO [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8->hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6-bottom] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/.tmp, totalSize=72.0 K 2024-11-14T03:54:21,453 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#41 average throughput is 15.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:21,454 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/25b8fea2ecc847e2a664e61aa048cec9 is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:54:21,455 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] compactions.Compactor(225): Compacting a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1731556446207 2024-11-14T03:54:21,456 DEBUG [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:54:21,456 INFO [RS_OPEN_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:54:21,456 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=f4389a04861fc3d80716ddeddd1520a1, regionState=OPEN, openSeqNum=122, regionLocation=6a989be77d39,33149,1731556435167 2024-11-14T03:54:21,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure f4389a04861fc3d80716ddeddd1520a1, server=6a989be77d39,33149,1731556435167 because future has completed 2024-11-14T03:54:21,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-14T03:54:21,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure f4389a04861fc3d80716ddeddd1520a1, server=6a989be77d39,33149,1731556435167 in 300 msec 2024-11-14T03:54:21,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-14T03:54:21,471 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=f4389a04861fc3d80716ddeddd1520a1, ASSIGN in 461 msec 2024-11-14T03:54:21,474 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=c3155e7e445cefa1c703b90fbeb545b8, daughterA=f4389a04861fc3d80716ddeddd1520a1, daughterB=c0eaa78627c795efac61b4d5e5b8dc0d in 855 msec 2024-11-14T03:54:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741851_1027 (size=37897) 2024-11-14T03:54:21,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741851_1027 (size=37897) 2024-11-14T03:54:21,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/ns/6d62f508036d4087b90162a106d490fd is 43, key is default/ns:d/1731556436022/Put/seqid=0 2024-11-14T03:54:21,485 INFO [RS:0;6a989be77d39:33149-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): f4389a04861fc3d80716ddeddd1520a1#info#compaction#42 average throughput is 12.63 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:21,485 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/.tmp/info/1dfcdfbbbe654e96b1160957b2af07a0 is 1055, key is row0001/info:/1731556446207/Put/seqid=0 2024-11-14T03:54:21,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741853_1029 (size=71441) 2024-11-14T03:54:21,492 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/25b8fea2ecc847e2a664e61aa048cec9 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/25b8fea2ecc847e2a664e61aa048cec9 2024-11-14T03:54:21,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741853_1029 (size=71441) 2024-11-14T03:54:21,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741852_1028 (size=5153) 2024-11-14T03:54:21,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741852_1028 (size=5153) 2024-11-14T03:54:21,496 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/ns/6d62f508036d4087b90162a106d490fd 2024-11-14T03:54:21,501 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/.tmp/info/1dfcdfbbbe654e96b1160957b2af07a0 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/1dfcdfbbbe654e96b1160957b2af07a0 2024-11-14T03:54:21,501 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into 25b8fea2ecc847e2a664e61aa048cec9(size=37.0 K), total size for store is 37.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:21,502 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:21,502 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556461362; duration=0sec 2024-11-14T03:54:21,502 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:21,502 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:54:21,508 INFO [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in f4389a04861fc3d80716ddeddd1520a1/info of f4389a04861fc3d80716ddeddd1520a1 into 1dfcdfbbbe654e96b1160957b2af07a0(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:21,508 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for f4389a04861fc3d80716ddeddd1520a1: 2024-11-14T03:54:21,508 INFO [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1., storeName=f4389a04861fc3d80716ddeddd1520a1/info, priority=15, startTime=1731556461451; duration=0sec 2024-11-14T03:54:21,508 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:21,508 DEBUG [RS:0;6a989be77d39:33149-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: f4389a04861fc3d80716ddeddd1520a1:info 2024-11-14T03:54:21,522 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/table/c0584248a4894922af0573c442a8f69d is 65, key is TestLogRolling-testLogRolling/table:state/1731556436878/Put/seqid=0 2024-11-14T03:54:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741854_1030 (size=5340) 2024-11-14T03:54:21,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741854_1030 (size=5340) 2024-11-14T03:54:21,929 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/table/c0584248a4894922af0573c442a8f69d 2024-11-14T03:54:21,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/info/324f0b44e0384095ba53b888aa0c1ba7 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/info/324f0b44e0384095ba53b888aa0c1ba7 2024-11-14T03:54:21,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/info/324f0b44e0384095ba53b888aa0c1ba7, entries=30, sequenceid=17, filesize=9.7 K 2024-11-14T03:54:21,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/ns/6d62f508036d4087b90162a106d490fd as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/ns/6d62f508036d4087b90162a106d490fd 2024-11-14T03:54:21,947 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/ns/6d62f508036d4087b90162a106d490fd, entries=2, sequenceid=17, filesize=5.0 K 2024-11-14T03:54:21,948 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/table/c0584248a4894922af0573c442a8f69d as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/table/c0584248a4894922af0573c442a8f69d 2024-11-14T03:54:21,954 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/table/c0584248a4894922af0573c442a8f69d, entries=2, sequenceid=17, filesize=5.2 K 2024-11-14T03:54:21,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 585ms, sequenceid=17, compaction requested=false 2024-11-14T03:54:21,955 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T03:54:25,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:54:25,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,859 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,860 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,865 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:25,868 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,377 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-14T03:54:26,395 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,396 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:26,406 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-14T03:54:30,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58934 deadline: 1731556480605, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. is not online on 6a989be77d39,33149,1731556435167 2024-11-14T03:54:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. is not online on 6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8. is not online on 6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:30,606 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1731556436100.c3155e7e445cefa1c703b90fbeb545b8., hostname=6a989be77d39,33149,1731556435167, seqNum=2 from cache 2024-11-14T03:54:36,046 INFO [master/6a989be77d39:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-14T03:54:36,046 INFO [master/6a989be77d39:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-14T03:54:40,988 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20375 2024-11-14T03:54:50,741 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0095', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122] 2024-11-14T03:54:52,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:52,757 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:54:52,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/db8a05fb521040b080b074ab04469607 is 1055, key is row0095/info:/1731556490742/Put/seqid=0 2024-11-14T03:54:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741855_1031 (size=13391) 2024-11-14T03:54:52,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741855_1031 (size=13391) 2024-11-14T03:54:52,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/db8a05fb521040b080b074ab04469607 2024-11-14T03:54:52,775 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/db8a05fb521040b080b074ab04469607 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/db8a05fb521040b080b074ab04469607 2024-11-14T03:54:52,781 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/db8a05fb521040b080b074ab04469607, entries=8, sequenceid=133, filesize=13.1 K 2024-11-14T03:54:52,782 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for c0eaa78627c795efac61b4d5e5b8dc0d in 25ms, sequenceid=133, compaction requested=false 2024-11-14T03:54:52,782 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:52,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:52,783 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T03:54:52,787 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/41c15ecd968a42d9b903e94d25d6d4cd is 1055, key is row0103/info:/1731556492758/Put/seqid=0 2024-11-14T03:54:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741856_1032 (size=22891) 2024-11-14T03:54:52,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741856_1032 (size=22891) 2024-11-14T03:54:52,794 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/41c15ecd968a42d9b903e94d25d6d4cd 2024-11-14T03:54:52,799 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/41c15ecd968a42d9b903e94d25d6d4cd as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/41c15ecd968a42d9b903e94d25d6d4cd 2024-11-14T03:54:52,804 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/41c15ecd968a42d9b903e94d25d6d4cd, entries=17, sequenceid=153, filesize=22.4 K 2024-11-14T03:54:52,805 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=9.24 KB/9459 for c0eaa78627c795efac61b4d5e5b8dc0d in 23ms, sequenceid=153, compaction requested=true 2024-11-14T03:54:52,805 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:52,806 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:52,806 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:52,807 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74179 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:54:52,807 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:54:52,807 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:52,807 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/25b8fea2ecc847e2a664e61aa048cec9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/db8a05fb521040b080b074ab04469607, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/41c15ecd968a42d9b903e94d25d6d4cd] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=72.4 K 2024-11-14T03:54:52,808 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 25b8fea2ecc847e2a664e61aa048cec9, keycount=31, bloomtype=ROW, size=37.0 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1731556458521 2024-11-14T03:54:52,808 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting db8a05fb521040b080b074ab04469607, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1731556490742 2024-11-14T03:54:52,809 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41c15ecd968a42d9b903e94d25d6d4cd, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731556492758 2024-11-14T03:54:52,827 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#47 average throughput is 56.13 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:52,827 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/2bcb36256521432280ac444aad2baefb is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:54:52,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741857_1033 (size=64393) 2024-11-14T03:54:52,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741857_1033 (size=64393) 2024-11-14T03:54:52,846 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/2bcb36256521432280ac444aad2baefb as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/2bcb36256521432280ac444aad2baefb 2024-11-14T03:54:52,853 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into 2bcb36256521432280ac444aad2baefb(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:52,853 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:52,854 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556492806; duration=0sec 2024-11-14T03:54:52,854 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:52,854 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:54:54,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:54,800 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-14T03:54:54,804 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/3f8a82207297499698ae0f6600186edd is 1055, key is row0120/info:/1731556492783/Put/seqid=0 2024-11-14T03:54:54,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741858_1034 (size=15500) 2024-11-14T03:54:54,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741858_1034 (size=15500) 2024-11-14T03:54:54,812 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=167 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/3f8a82207297499698ae0f6600186edd 2024-11-14T03:54:54,818 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/3f8a82207297499698ae0f6600186edd as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/3f8a82207297499698ae0f6600186edd 2024-11-14T03:54:54,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/3f8a82207297499698ae0f6600186edd, entries=10, sequenceid=167, filesize=15.1 K 2024-11-14T03:54:54,824 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=14.37 KB/14714 for c0eaa78627c795efac61b4d5e5b8dc0d in 24ms, sequenceid=167, compaction requested=false 2024-11-14T03:54:54,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:54,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:54,826 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T03:54:54,830 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/ad08f55d496642c1845aae3d7c28dbe4 is 1055, key is row0130/info:/1731556494801/Put/seqid=0 2024-11-14T03:54:54,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741859_1035 (size=20781) 2024-11-14T03:54:54,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741859_1035 (size=20781) 2024-11-14T03:54:54,835 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=185 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/ad08f55d496642c1845aae3d7c28dbe4 2024-11-14T03:54:54,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/ad08f55d496642c1845aae3d7c28dbe4 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/ad08f55d496642c1845aae3d7c28dbe4 2024-11-14T03:54:54,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/ad08f55d496642c1845aae3d7c28dbe4, entries=15, sequenceid=185, filesize=20.3 K 2024-11-14T03:54:54,848 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=13.34 KB/13663 for c0eaa78627c795efac61b4d5e5b8dc0d in 22ms, sequenceid=185, compaction requested=true 2024-11-14T03:54:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:54,848 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:54,848 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:54,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:54,850 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 100674 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:54:54,850 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:54:54,850 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T03:54:54,850 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:54,850 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/2bcb36256521432280ac444aad2baefb, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/3f8a82207297499698ae0f6600186edd, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/ad08f55d496642c1845aae3d7c28dbe4] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=98.3 K 2024-11-14T03:54:54,851 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2bcb36256521432280ac444aad2baefb, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1731556458521 2024-11-14T03:54:54,851 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3f8a82207297499698ae0f6600186edd, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=167, earliestPutTs=1731556492783 2024-11-14T03:54:54,852 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting ad08f55d496642c1845aae3d7c28dbe4, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731556494801 2024-11-14T03:54:54,855 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/49efc57fb9f644499d04240e3dc27e61 is 1055, key is row0145/info:/1731556494827/Put/seqid=0 2024-11-14T03:54:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741860_1036 (size=20781) 2024-11-14T03:54:54,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741860_1036 (size=20781) 2024-11-14T03:54:54,862 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=203 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/49efc57fb9f644499d04240e3dc27e61 2024-11-14T03:54:54,868 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/49efc57fb9f644499d04240e3dc27e61 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/49efc57fb9f644499d04240e3dc27e61 2024-11-14T03:54:54,868 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#51 average throughput is 40.59 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:54,869 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7 is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:54:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741861_1037 (size=90897) 2024-11-14T03:54:54,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741861_1037 (size=90897) 2024-11-14T03:54:54,873 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/49efc57fb9f644499d04240e3dc27e61, entries=15, sequenceid=203, filesize=20.3 K 2024-11-14T03:54:54,874 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for c0eaa78627c795efac61b4d5e5b8dc0d in 24ms, sequenceid=203, compaction requested=false 2024-11-14T03:54:54,874 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:54,879 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7 2024-11-14T03:54:54,886 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into 5f4ed48892bb4a3c8bbafc0ae1f7f2b7(size=88.8 K), total size for store is 109.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:54,886 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:54,886 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556494848; duration=0sec 2024-11-14T03:54:54,886 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:54,886 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:54:55,090 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-14T03:54:56,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:56,868 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:54:56,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/de3dcdc6cd314a659c11c581a919a603 is 1055, key is row0160/info:/1731556494851/Put/seqid=0 2024-11-14T03:54:56,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741862_1038 (size=13394) 2024-11-14T03:54:56,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741862_1038 (size=13394) 2024-11-14T03:54:56,888 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=215 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/de3dcdc6cd314a659c11c581a919a603 2024-11-14T03:54:56,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/de3dcdc6cd314a659c11c581a919a603 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/de3dcdc6cd314a659c11c581a919a603 2024-11-14T03:54:56,902 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/de3dcdc6cd314a659c11c581a919a603, entries=8, sequenceid=215, filesize=13.1 K 2024-11-14T03:54:56,903 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for c0eaa78627c795efac61b4d5e5b8dc0d in 36ms, sequenceid=215, compaction requested=true 2024-11-14T03:54:56,903 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:56,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:56,903 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:56,903 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:56,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:56,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-14T03:54:56,905 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125072 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:54:56,905 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:54:56,905 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:56,905 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/49efc57fb9f644499d04240e3dc27e61, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/de3dcdc6cd314a659c11c581a919a603] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=122.1 K 2024-11-14T03:54:56,906 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5f4ed48892bb4a3c8bbafc0ae1f7f2b7, keycount=81, bloomtype=ROW, size=88.8 K, encoding=NONE, compression=NONE, seqNum=185, earliestPutTs=1731556458521 2024-11-14T03:54:56,906 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49efc57fb9f644499d04240e3dc27e61, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=203, earliestPutTs=1731556494827 2024-11-14T03:54:56,906 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting de3dcdc6cd314a659c11c581a919a603, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731556494851 2024-11-14T03:54:56,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/37a1aca7bdff4cabbc6eb78a78925d33 is 1055, key is row0168/info:/1731556496869/Put/seqid=0 2024-11-14T03:54:56,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741863_1039 (size=16553) 2024-11-14T03:54:56,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741863_1039 (size=16553) 2024-11-14T03:54:56,915 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=229 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/37a1aca7bdff4cabbc6eb78a78925d33 2024-11-14T03:54:56,922 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#54 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:56,922 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/78b861cf599547b1b238d30efea4cbe9 is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:54:56,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/37a1aca7bdff4cabbc6eb78a78925d33 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/37a1aca7bdff4cabbc6eb78a78925d33 2024-11-14T03:54:56,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/37a1aca7bdff4cabbc6eb78a78925d33, entries=11, sequenceid=229, filesize=16.2 K 2024-11-14T03:54:56,932 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=14.37 KB/14714 for c0eaa78627c795efac61b4d5e5b8dc0d in 28ms, sequenceid=229, compaction requested=false 2024-11-14T03:54:56,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:56,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741864_1040 (size=115222) 2024-11-14T03:54:56,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741864_1040 (size=115222) 2024-11-14T03:54:56,941 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/78b861cf599547b1b238d30efea4cbe9 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/78b861cf599547b1b238d30efea4cbe9 2024-11-14T03:54:56,948 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into 78b861cf599547b1b238d30efea4cbe9(size=112.5 K), total size for store is 128.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:56,948 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:56,948 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556496903; duration=0sec 2024-11-14T03:54:56,948 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:56,948 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:54:58,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:54:58,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T03:54:58,936 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/014571b978c34e92a2aff4d34bedf94f is 1055, key is row0179/info:/1731556496905/Put/seqid=0 2024-11-14T03:54:58,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741865_1041 (size=20781) 2024-11-14T03:54:58,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741865_1041 (size=20781) 2024-11-14T03:54:58,943 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/014571b978c34e92a2aff4d34bedf94f 2024-11-14T03:54:58,949 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/014571b978c34e92a2aff4d34bedf94f as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/014571b978c34e92a2aff4d34bedf94f 2024-11-14T03:54:58,955 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T03:54:58,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58934 deadline: 1731556508955, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 2024-11-14T03:54:58,955 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/014571b978c34e92a2aff4d34bedf94f, entries=15, sequenceid=248, filesize=20.3 K 2024-11-14T03:54:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:54:58,956 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122 because the exception is null or not the one we care about 2024-11-14T03:54:58,956 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for c0eaa78627c795efac61b4d5e5b8dc0d in 25ms, sequenceid=248, compaction requested=true 2024-11-14T03:54:58,956 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:58,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:54:58,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:58,956 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:54:58,958 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152556 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:54:58,958 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:54:58,958 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:54:58,958 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/78b861cf599547b1b238d30efea4cbe9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/37a1aca7bdff4cabbc6eb78a78925d33, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/014571b978c34e92a2aff4d34bedf94f] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=149.0 K 2024-11-14T03:54:58,958 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78b861cf599547b1b238d30efea4cbe9, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=215, earliestPutTs=1731556458521 2024-11-14T03:54:58,959 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37a1aca7bdff4cabbc6eb78a78925d33, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=229, earliestPutTs=1731556496869 2024-11-14T03:54:58,959 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 014571b978c34e92a2aff4d34bedf94f, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731556496905 2024-11-14T03:54:58,972 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#56 average throughput is 65.15 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:54:58,972 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/be8719e31f4c47399d0857cf0633f7c7 is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:54:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741866_1042 (size=142906) 2024-11-14T03:54:58,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741866_1042 (size=142906) 2024-11-14T03:54:58,983 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/be8719e31f4c47399d0857cf0633f7c7 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/be8719e31f4c47399d0857cf0633f7c7 2024-11-14T03:54:58,989 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into be8719e31f4c47399d0857cf0633f7c7(size=139.6 K), total size for store is 139.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:54:58,989 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:54:58,989 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556498956; duration=0sec 2024-11-14T03:54:58,989 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:54:58,989 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:55:06,324 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c0eaa78627c795efac61b4d5e5b8dc0d, had cached 0 bytes from a total of 142906 2024-11-14T03:55:06,367 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f4389a04861fc3d80716ddeddd1520a1, had cached 0 bytes from a total of 71441 2024-11-14T03:55:08,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:55:08,996 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T03:55:09,002 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/44882d6ce1ae4a8683e3c3bea84a5562 is 1055, key is row0194/info:/1731556498933/Put/seqid=0 2024-11-14T03:55:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741867_1043 (size=20790) 2024-11-14T03:55:09,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741867_1043 (size=20790) 2024-11-14T03:55:09,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=267 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/44882d6ce1ae4a8683e3c3bea84a5562 2024-11-14T03:55:09,018 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-14T03:55:09,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:58934 deadline: 1731556519018, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 2024-11-14T03:55:09,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/44882d6ce1ae4a8683e3c3bea84a5562 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/44882d6ce1ae4a8683e3c3bea84a5562 2024-11-14T03:55:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122 , the old value is region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:55:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=c0eaa78627c795efac61b4d5e5b8dc0d, server=6a989be77d39,33149,1731556435167 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-14T03:55:09,019 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., hostname=6a989be77d39,33149,1731556435167, seqNum=122 because the exception is null or not the one we care about 2024-11-14T03:55:09,023 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/44882d6ce1ae4a8683e3c3bea84a5562, entries=15, sequenceid=267, filesize=20.3 K 2024-11-14T03:55:09,024 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=14.37 KB/14714 for c0eaa78627c795efac61b4d5e5b8dc0d in 28ms, sequenceid=267, compaction requested=false 2024-11-14T03:55:09,025 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:19,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:55:19,076 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-14T03:55:19,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/b9ff31fd46da41dbac6ff3bc73334de4 is 1055, key is row0209/info:/1731556508997/Put/seqid=0 2024-11-14T03:55:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741868_1044 (size=20796) 2024-11-14T03:55:19,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741868_1044 (size=20796) 2024-11-14T03:55:19,087 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/b9ff31fd46da41dbac6ff3bc73334de4 2024-11-14T03:55:19,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/b9ff31fd46da41dbac6ff3bc73334de4 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/b9ff31fd46da41dbac6ff3bc73334de4 2024-11-14T03:55:19,098 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/b9ff31fd46da41dbac6ff3bc73334de4, entries=15, sequenceid=285, filesize=20.3 K 2024-11-14T03:55:19,099 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=1.03 KB/1051 for c0eaa78627c795efac61b4d5e5b8dc0d in 23ms, sequenceid=285, compaction requested=true 2024-11-14T03:55:19,099 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:19,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:55:19,099 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:55:19,099 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:55:19,100 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 184492 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:55:19,100 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:55:19,100 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:19,100 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/be8719e31f4c47399d0857cf0633f7c7, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/44882d6ce1ae4a8683e3c3bea84a5562, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/b9ff31fd46da41dbac6ff3bc73334de4] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=180.2 K 2024-11-14T03:55:19,101 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting be8719e31f4c47399d0857cf0633f7c7, keycount=130, bloomtype=ROW, size=139.6 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1731556458521 2024-11-14T03:55:19,101 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 44882d6ce1ae4a8683e3c3bea84a5562, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=267, earliestPutTs=1731556498933 2024-11-14T03:55:19,101 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting b9ff31fd46da41dbac6ff3bc73334de4, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731556508997 2024-11-14T03:55:19,113 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#59 average throughput is 80.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:55:19,113 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/0fb7bd6b791443cd9cdb745410310145 is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:55:19,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741869_1045 (size=174630) 2024-11-14T03:55:19,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741869_1045 (size=174630) 2024-11-14T03:55:19,526 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/0fb7bd6b791443cd9cdb745410310145 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/0fb7bd6b791443cd9cdb745410310145 2024-11-14T03:55:19,532 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into 0fb7bd6b791443cd9cdb745410310145(size=170.5 K), total size for store is 170.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:55:19,532 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:19,532 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556519099; duration=0sec 2024-11-14T03:55:19,533 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:55:19,533 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:55:21,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:55:21,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:55:21,097 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/5c661802dd0648f28383ce64c5c53a3f is 1055, key is row0224/info:/1731556519078/Put/seqid=0 2024-11-14T03:55:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741870_1046 (size=13402) 2024-11-14T03:55:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741870_1046 (size=13402) 2024-11-14T03:55:21,107 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=297 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/5c661802dd0648f28383ce64c5c53a3f 2024-11-14T03:55:21,113 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/5c661802dd0648f28383ce64c5c53a3f as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5c661802dd0648f28383ce64c5c53a3f 2024-11-14T03:55:21,118 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5c661802dd0648f28383ce64c5c53a3f, entries=8, sequenceid=297, filesize=13.1 K 2024-11-14T03:55:21,121 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=16.42 KB/16816 for c0eaa78627c795efac61b4d5e5b8dc0d in 30ms, sequenceid=297, compaction requested=false 2024-11-14T03:55:21,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:21,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33149 {}] regionserver.HRegion(8855): Flush requested on c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:55:21,123 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-11-14T03:55:21,127 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/adbd5bb52465477cbf54501814c4389c is 1055, key is row0232/info:/1731556521092/Put/seqid=0 2024-11-14T03:55:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741871_1047 (size=22908) 2024-11-14T03:55:21,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741871_1047 (size=22908) 2024-11-14T03:55:21,140 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/adbd5bb52465477cbf54501814c4389c 2024-11-14T03:55:21,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/adbd5bb52465477cbf54501814c4389c as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/adbd5bb52465477cbf54501814c4389c 2024-11-14T03:55:21,153 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/adbd5bb52465477cbf54501814c4389c, entries=17, sequenceid=317, filesize=22.4 K 2024-11-14T03:55:21,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=8.21 KB/8408 for c0eaa78627c795efac61b4d5e5b8dc0d in 31ms, sequenceid=317, compaction requested=true 2024-11-14T03:55:21,154 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c0eaa78627c795efac61b4d5e5b8dc0d:info, priority=-2147483648, current under compaction store size is 1 2024-11-14T03:55:21,155 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:55:21,155 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-14T03:55:21,156 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 210940 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-14T03:55:21,156 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1541): c0eaa78627c795efac61b4d5e5b8dc0d/info is initiating minor compaction (all files) 2024-11-14T03:55:21,156 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c0eaa78627c795efac61b4d5e5b8dc0d/info in TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:21,156 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/0fb7bd6b791443cd9cdb745410310145, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5c661802dd0648f28383ce64c5c53a3f, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/adbd5bb52465477cbf54501814c4389c] into tmpdir=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp, totalSize=206.0 K 2024-11-14T03:55:21,157 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fb7bd6b791443cd9cdb745410310145, keycount=160, bloomtype=ROW, size=170.5 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1731556458521 2024-11-14T03:55:21,157 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5c661802dd0648f28383ce64c5c53a3f, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=297, earliestPutTs=1731556519078 2024-11-14T03:55:21,158 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] compactions.Compactor(225): Compacting adbd5bb52465477cbf54501814c4389c, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1731556521092 2024-11-14T03:55:21,172 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c0eaa78627c795efac61b4d5e5b8dc0d#info#compaction#62 average throughput is 61.81 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-14T03:55:21,173 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/23c0e196e3714f978e7b7144117b0edd is 1055, key is row0064/info:/1731556458521/Put/seqid=0 2024-11-14T03:55:21,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741872_1048 (size=201086) 2024-11-14T03:55:21,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741872_1048 (size=201086) 2024-11-14T03:55:21,183 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/23c0e196e3714f978e7b7144117b0edd as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/23c0e196e3714f978e7b7144117b0edd 2024-11-14T03:55:21,190 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c0eaa78627c795efac61b4d5e5b8dc0d/info of c0eaa78627c795efac61b4d5e5b8dc0d into 23c0e196e3714f978e7b7144117b0edd(size=196.4 K), total size for store is 196.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-14T03:55:21,190 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:21,190 INFO [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., storeName=c0eaa78627c795efac61b4d5e5b8dc0d/info, priority=13, startTime=1731556521154; duration=0sec 2024-11-14T03:55:21,191 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-14T03:55:21,191 DEBUG [RS:0;6a989be77d39:33149-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c0eaa78627c795efac61b4d5e5b8dc0d:info 2024-11-14T03:55:23,136 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-14T03:55:23,157 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523137, exclude list is [], retry=0 2024-11-14T03:55:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-305e2945-5c61-460d-b82b-2e8e815a0e4d,DISK] 2024-11-14T03:55:23,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-19af40b3-c6d8-41b1-a558-795ec996eb48,DISK] 2024-11-14T03:55:23,162 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556435580 with entries=308, filesize=300.85 KB; new WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523137 2024-11-14T03:55:23,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-14T03:55:23,163 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556435580 is not closed yet, will try archiving it next time 2024-11-14T03:55:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741833_1009 (size=308076) 2024-11-14T03:55:23,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741833_1009 (size=308076) 2024-11-14T03:55:23,169 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c0eaa78627c795efac61b4d5e5b8dc0d 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-14T03:55:23,174 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/7ddad0aceac644f184e82d4963e42eb7 is 1055, key is row0249/info:/1731556521124/Put/seqid=0 2024-11-14T03:55:23,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741874_1050 (size=13402) 2024-11-14T03:55:23,186 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/7ddad0aceac644f184e82d4963e42eb7 2024-11-14T03:55:23,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741874_1050 (size=13402) 2024-11-14T03:55:23,193 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/.tmp/info/7ddad0aceac644f184e82d4963e42eb7 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/7ddad0aceac644f184e82d4963e42eb7 2024-11-14T03:55:23,199 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/7ddad0aceac644f184e82d4963e42eb7, entries=8, sequenceid=329, filesize=13.1 K 2024-11-14T03:55:23,201 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c0eaa78627c795efac61b4d5e5b8dc0d in 33ms, sequenceid=329, compaction requested=false 2024-11-14T03:55:23,202 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c0eaa78627c795efac61b4d5e5b8dc0d: 2024-11-14T03:55:23,202 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for f4389a04861fc3d80716ddeddd1520a1: 2024-11-14T03:55:23,202 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-14T03:55:23,207 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/info/ed3994ddba464fad8d6e9a5e1d841a40 is 186, key is TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1./info:regioninfo/1731556461456/Put/seqid=0 2024-11-14T03:55:23,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741875_1051 (size=6153) 2024-11-14T03:55:23,216 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/info/ed3994ddba464fad8d6e9a5e1d841a40 2024-11-14T03:55:23,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741875_1051 (size=6153) 2024-11-14T03:55:23,224 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/.tmp/info/ed3994ddba464fad8d6e9a5e1d841a40 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/info/ed3994ddba464fad8d6e9a5e1d841a40 2024-11-14T03:55:23,230 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/info/ed3994ddba464fad8d6e9a5e1d841a40, entries=5, sequenceid=21, filesize=6.0 K 2024-11-14T03:55:23,232 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 30ms, sequenceid=21, compaction requested=false 2024-11-14T03:55:23,232 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-14T03:55:23,245 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523232, exclude list is [], retry=0 2024-11-14T03:55:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41497,DS-19af40b3-c6d8-41b1-a558-795ec996eb48,DISK] 2024-11-14T03:55:23,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37143,DS-305e2945-5c61-460d-b82b-2e8e815a0e4d,DISK] 2024-11-14T03:55:23,249 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523137 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523232 2024-11-14T03:55:23,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34003:34003),(127.0.0.1/127.0.0.1:36363:36363)] 2024-11-14T03:55:23,249 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523137 is not closed yet, will try archiving it next time 2024-11-14T03:55:23,250 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556435580 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/oldWALs/6a989be77d39%2C33149%2C1731556435167.1731556435580 2024-11-14T03:55:23,250 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-14T03:55:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741873_1049 (size=731) 2024-11-14T03:55:23,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741873_1049 (size=731) 2024-11-14T03:55:23,252 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523137 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/oldWALs/6a989be77d39%2C33149%2C1731556435167.1731556523137 2024-11-14T03:55:23,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:55:23,351 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:55:23,351 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:55:23,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:23,351 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:23,351 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:55:23,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:55:23,351 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=625432575, stopped=false 2024-11-14T03:55:23,352 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6a989be77d39,37679,1731556435109 2024-11-14T03:55:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:55:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:55:23,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:23,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:23,354 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:55:23,354 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:55:23,354 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:55:23,354 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:55:23,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:23,355 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6a989be77d39,33149,1731556435167' ***** 2024-11-14T03:55:23,355 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:55:23,355 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:55:23,355 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:55:23,355 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:55:23,355 INFO [RS:0;6a989be77d39:33149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:55:23,355 INFO [RS:0;6a989be77d39:33149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(3091): Received CLOSE for c0eaa78627c795efac61b4d5e5b8dc0d 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(3091): Received CLOSE for f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(959): stopping server 6a989be77d39,33149,1731556435167 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6a989be77d39:33149. 2024-11-14T03:55:23,356 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c0eaa78627c795efac61b4d5e5b8dc0d, disabling compactions & flushes 2024-11-14T03:55:23,356 DEBUG [RS:0;6a989be77d39:33149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:55:23,356 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:23,356 DEBUG [RS:0;6a989be77d39:33149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:23,356 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:23,356 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. after waiting 0 ms 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:55:23,356 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:55:23,356 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:55:23,357 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-14T03:55:23,357 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1325): Online Regions={c0eaa78627c795efac61b4d5e5b8dc0d=TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d., f4389a04861fc3d80716ddeddd1520a1=TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1., 1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:55:23,357 DEBUG [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c0eaa78627c795efac61b4d5e5b8dc0d, f4389a04861fc3d80716ddeddd1520a1 2024-11-14T03:55:23,357 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:55:23,357 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:55:23,357 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:55:23,357 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:55:23,357 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:55:23,357 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8->hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6-top, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/25b8fea2ecc847e2a664e61aa048cec9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/db8a05fb521040b080b074ab04469607, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/2bcb36256521432280ac444aad2baefb, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/41c15ecd968a42d9b903e94d25d6d4cd, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/3f8a82207297499698ae0f6600186edd, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/ad08f55d496642c1845aae3d7c28dbe4, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/49efc57fb9f644499d04240e3dc27e61, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/78b861cf599547b1b238d30efea4cbe9, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/de3dcdc6cd314a659c11c581a919a603, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/37a1aca7bdff4cabbc6eb78a78925d33, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/be8719e31f4c47399d0857cf0633f7c7, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/014571b978c34e92a2aff4d34bedf94f, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/44882d6ce1ae4a8683e3c3bea84a5562, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/0fb7bd6b791443cd9cdb745410310145, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/b9ff31fd46da41dbac6ff3bc73334de4, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5c661802dd0648f28383ce64c5c53a3f, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/adbd5bb52465477cbf54501814c4389c] to archive 2024-11-14T03:55:23,359 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T03:55:23,366 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:55:23,367 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-14T03:55:23,367 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-8fa0d887555d45dbb21356e6481aade9 2024-11-14T03:55:23,368 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:55:23,368 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:55:23,368 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556523357Running coprocessor pre-close hooks at 1731556523357Disabling compacts and flushes for region at 1731556523357Disabling writes for close at 1731556523357Writing region close event to WAL at 1731556523359 (+2 ms)Running coprocessor post-close hooks at 1731556523367 (+8 ms)Closed at 1731556523368 (+1 ms) 2024-11-14T03:55:23,368 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:55:23,369 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/25b8fea2ecc847e2a664e61aa048cec9 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/25b8fea2ecc847e2a664e61aa048cec9 2024-11-14T03:55:23,370 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/TestLogRolling-testLogRolling=c3155e7e445cefa1c703b90fbeb545b8-5fcfa498bb8b4f7e8fbe5bc2d9220ea8 2024-11-14T03:55:23,371 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/db8a05fb521040b080b074ab04469607 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/db8a05fb521040b080b074ab04469607 2024-11-14T03:55:23,373 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/2bcb36256521432280ac444aad2baefb to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/2bcb36256521432280ac444aad2baefb 2024-11-14T03:55:23,374 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/41c15ecd968a42d9b903e94d25d6d4cd to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/41c15ecd968a42d9b903e94d25d6d4cd 2024-11-14T03:55:23,375 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/3f8a82207297499698ae0f6600186edd to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/3f8a82207297499698ae0f6600186edd 2024-11-14T03:55:23,376 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5f4ed48892bb4a3c8bbafc0ae1f7f2b7 2024-11-14T03:55:23,377 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/ad08f55d496642c1845aae3d7c28dbe4 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/ad08f55d496642c1845aae3d7c28dbe4 2024-11-14T03:55:23,379 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/49efc57fb9f644499d04240e3dc27e61 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/49efc57fb9f644499d04240e3dc27e61 2024-11-14T03:55:23,380 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/78b861cf599547b1b238d30efea4cbe9 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/78b861cf599547b1b238d30efea4cbe9 2024-11-14T03:55:23,381 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/de3dcdc6cd314a659c11c581a919a603 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/de3dcdc6cd314a659c11c581a919a603 2024-11-14T03:55:23,383 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/37a1aca7bdff4cabbc6eb78a78925d33 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/37a1aca7bdff4cabbc6eb78a78925d33 2024-11-14T03:55:23,384 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/be8719e31f4c47399d0857cf0633f7c7 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/be8719e31f4c47399d0857cf0633f7c7 2024-11-14T03:55:23,386 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/014571b978c34e92a2aff4d34bedf94f to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/014571b978c34e92a2aff4d34bedf94f 2024-11-14T03:55:23,387 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/44882d6ce1ae4a8683e3c3bea84a5562 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/44882d6ce1ae4a8683e3c3bea84a5562 2024-11-14T03:55:23,388 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/0fb7bd6b791443cd9cdb745410310145 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/0fb7bd6b791443cd9cdb745410310145 2024-11-14T03:55:23,390 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/b9ff31fd46da41dbac6ff3bc73334de4 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/b9ff31fd46da41dbac6ff3bc73334de4 2024-11-14T03:55:23,391 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5c661802dd0648f28383ce64c5c53a3f to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/5c661802dd0648f28383ce64c5c53a3f 2024-11-14T03:55:23,393 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/adbd5bb52465477cbf54501814c4389c to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/info/adbd5bb52465477cbf54501814c4389c 2024-11-14T03:55:23,393 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=6a989be77d39:37679 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-14T03:55:23,394 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [25b8fea2ecc847e2a664e61aa048cec9=37897, db8a05fb521040b080b074ab04469607=13391, 2bcb36256521432280ac444aad2baefb=64393, 41c15ecd968a42d9b903e94d25d6d4cd=22891, 3f8a82207297499698ae0f6600186edd=15500, 5f4ed48892bb4a3c8bbafc0ae1f7f2b7=90897, ad08f55d496642c1845aae3d7c28dbe4=20781, 49efc57fb9f644499d04240e3dc27e61=20781, 78b861cf599547b1b238d30efea4cbe9=115222, de3dcdc6cd314a659c11c581a919a603=13394, 37a1aca7bdff4cabbc6eb78a78925d33=16553, be8719e31f4c47399d0857cf0633f7c7=142906, 014571b978c34e92a2aff4d34bedf94f=20781, 44882d6ce1ae4a8683e3c3bea84a5562=20790, 0fb7bd6b791443cd9cdb745410310145=174630, b9ff31fd46da41dbac6ff3bc73334de4=20796, 5c661802dd0648f28383ce64c5c53a3f=13402, adbd5bb52465477cbf54501814c4389c=22908] 2024-11-14T03:55:23,398 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c0eaa78627c795efac61b4d5e5b8dc0d/recovered.edits/332.seqid, newMaxSeqId=332, maxSeqId=121 2024-11-14T03:55:23,399 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:23,399 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c0eaa78627c795efac61b4d5e5b8dc0d: Waiting for close lock at 1731556523356Running coprocessor pre-close hooks at 1731556523356Disabling compacts and flushes for region at 1731556523356Disabling writes for close at 1731556523356Writing region close event to WAL at 1731556523394 (+38 ms)Running coprocessor post-close hooks at 1731556523399 (+5 ms)Closed at 1731556523399 2024-11-14T03:55:23,399 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1731556460616.c0eaa78627c795efac61b4d5e5b8dc0d. 2024-11-14T03:55:23,399 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f4389a04861fc3d80716ddeddd1520a1, disabling compactions & flushes 2024-11-14T03:55:23,399 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:55:23,399 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:55:23,399 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. after waiting 0 ms 2024-11-14T03:55:23,399 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:55:23,400 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8->hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/c3155e7e445cefa1c703b90fbeb545b8/info/a18790ca1c45407c85c29af224cef2a6-bottom] to archive 2024-11-14T03:55:23,401 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-14T03:55:23,404 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8 to hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/archive/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/info/a18790ca1c45407c85c29af224cef2a6.c3155e7e445cefa1c703b90fbeb545b8 2024-11-14T03:55:23,404 WARN [StoreCloser-TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-14T03:55:23,408 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/data/default/TestLogRolling-testLogRolling/f4389a04861fc3d80716ddeddd1520a1/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=121 2024-11-14T03:55:23,409 INFO [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:55:23,409 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f4389a04861fc3d80716ddeddd1520a1: Waiting for close lock at 1731556523399Running coprocessor pre-close hooks at 1731556523399Disabling compacts and flushes for region at 1731556523399Disabling writes for close at 1731556523399Writing region close event to WAL at 1731556523405 (+6 ms)Running coprocessor post-close hooks at 1731556523409 (+4 ms)Closed at 1731556523409 2024-11-14T03:55:23,409 DEBUG [RS_CLOSE_REGION-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1731556460616.f4389a04861fc3d80716ddeddd1520a1. 2024-11-14T03:55:23,444 INFO [regionserver/6a989be77d39:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:55:23,485 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-14T03:55:23,485 INFO [regionserver/6a989be77d39:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-14T03:55:23,557 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(976): stopping server 6a989be77d39,33149,1731556435167; all regions closed. 2024-11-14T03:55:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741834_1010 (size=8107) 2024-11-14T03:55:23,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741834_1010 (size=8107) 2024-11-14T03:55:23,562 DEBUG [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/oldWALs 2024-11-14T03:55:23,562 INFO [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C33149%2C1731556435167.meta:.meta(num 1731556435964) 2024-11-14T03:55:23,564 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/WALs/6a989be77d39,33149,1731556435167/6a989be77d39%2C33149%2C1731556435167.1731556523232 not finished, retry = 0 2024-11-14T03:55:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741876_1052 (size=778) 2024-11-14T03:55:23,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741876_1052 (size=778) 2024-11-14T03:55:23,667 DEBUG [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/oldWALs 2024-11-14T03:55:23,667 INFO [RS:0;6a989be77d39:33149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C33149%2C1731556435167:(num 1731556523232) 2024-11-14T03:55:23,667 DEBUG [RS:0;6a989be77d39:33149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:23,667 INFO [RS:0;6a989be77d39:33149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:55:23,668 INFO [RS:0;6a989be77d39:33149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:55:23,668 INFO [RS:0;6a989be77d39:33149 {}] hbase.ChoreService(370): Chore service for: regionserver/6a989be77d39:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:55:23,668 INFO [RS:0;6a989be77d39:33149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:55:23,668 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:55:23,668 INFO [RS:0;6a989be77d39:33149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33149 2024-11-14T03:55:23,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:55:23,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6a989be77d39,33149,1731556435167 2024-11-14T03:55:23,672 INFO [RS:0;6a989be77d39:33149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:55:23,674 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6a989be77d39,33149,1731556435167] 2024-11-14T03:55:23,676 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6a989be77d39,33149,1731556435167 already deleted, retry=false 2024-11-14T03:55:23,676 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6a989be77d39,33149,1731556435167 expired; onlineServers=0 2024-11-14T03:55:23,676 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6a989be77d39,37679,1731556435109' ***** 2024-11-14T03:55:23,676 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:55:23,676 INFO [M:0;6a989be77d39:37679 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:55:23,676 INFO [M:0;6a989be77d39:37679 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:55:23,676 DEBUG [M:0;6a989be77d39:37679 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:55:23,676 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:55:23,676 DEBUG [M:0;6a989be77d39:37679 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:55:23,676 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556435352 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556435352,5,FailOnTimeoutGroup] 2024-11-14T03:55:23,676 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556435349 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556435349,5,FailOnTimeoutGroup] 2024-11-14T03:55:23,676 INFO [M:0;6a989be77d39:37679 {}] hbase.ChoreService(370): Chore service for: master/6a989be77d39:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:55:23,677 INFO [M:0;6a989be77d39:37679 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:55:23,677 DEBUG [M:0;6a989be77d39:37679 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:55:23,677 INFO [M:0;6a989be77d39:37679 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:55:23,677 INFO [M:0;6a989be77d39:37679 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:55:23,677 INFO [M:0;6a989be77d39:37679 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:55:23,677 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:55:23,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T03:55:23,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:23,678 DEBUG [M:0;6a989be77d39:37679 {}] zookeeper.ZKUtil(347): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T03:55:23,678 WARN [M:0;6a989be77d39:37679 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:55:23,679 INFO [M:0;6a989be77d39:37679 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/.lastflushedseqids 2024-11-14T03:55:23,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741877_1053 (size=228) 2024-11-14T03:55:23,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741877_1053 (size=228) 2024-11-14T03:55:23,689 INFO [M:0;6a989be77d39:37679 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:55:23,689 INFO [M:0;6a989be77d39:37679 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:55:23,689 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:55:23,689 INFO [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:23,689 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:23,689 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:55:23,689 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:23,689 INFO [M:0;6a989be77d39:37679 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.43 KB heapSize=63.36 KB 2024-11-14T03:55:23,705 DEBUG [M:0;6a989be77d39:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e1701986e94c18a037d627538f8807 is 82, key is hbase:meta,,1/info:regioninfo/1731556436006/Put/seqid=0 2024-11-14T03:55:23,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741878_1054 (size=5672) 2024-11-14T03:55:23,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741878_1054 (size=5672) 2024-11-14T03:55:23,710 INFO [M:0;6a989be77d39:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e1701986e94c18a037d627538f8807 2024-11-14T03:55:23,730 DEBUG [M:0;6a989be77d39:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65a355348a5d4a2b9df34572be4984fc is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731556436882/Put/seqid=0 2024-11-14T03:55:23,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741879_1055 (size=7091) 2024-11-14T03:55:23,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741879_1055 (size=7091) 2024-11-14T03:55:23,735 INFO [M:0;6a989be77d39:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.83 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65a355348a5d4a2b9df34572be4984fc 2024-11-14T03:55:23,740 INFO [M:0;6a989be77d39:37679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65a355348a5d4a2b9df34572be4984fc 2024-11-14T03:55:23,759 DEBUG [M:0;6a989be77d39:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae2d5f49b45c4c729e99caa48cf49f85 is 69, key is 6a989be77d39,33149,1731556435167/rs:state/1731556435414/Put/seqid=0 2024-11-14T03:55:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741880_1056 (size=5156) 2024-11-14T03:55:23,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741880_1056 (size=5156) 2024-11-14T03:55:23,764 INFO [M:0;6a989be77d39:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae2d5f49b45c4c729e99caa48cf49f85 2024-11-14T03:55:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:23,774 INFO [RS:0;6a989be77d39:33149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:55:23,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33149-0x100ef61593f0001, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:23,774 INFO [RS:0;6a989be77d39:33149 {}] regionserver.HRegionServer(1031): Exiting; stopping=6a989be77d39,33149,1731556435167; zookeeper connection closed. 2024-11-14T03:55:23,775 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5000381a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5000381a 2024-11-14T03:55:23,775 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:55:23,794 DEBUG [M:0;6a989be77d39:37679 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/db822ddf5bc44fc09724149130136825 is 52, key is load_balancer_on/state:d/1731556436095/Put/seqid=0 2024-11-14T03:55:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741881_1057 (size=5056) 2024-11-14T03:55:23,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741881_1057 (size=5056) 2024-11-14T03:55:23,804 INFO [M:0;6a989be77d39:37679 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/db822ddf5bc44fc09724149130136825 2024-11-14T03:55:23,810 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/39e1701986e94c18a037d627538f8807 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e1701986e94c18a037d627538f8807 2024-11-14T03:55:23,816 INFO [M:0;6a989be77d39:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/39e1701986e94c18a037d627538f8807, entries=8, sequenceid=125, filesize=5.5 K 2024-11-14T03:55:23,817 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/65a355348a5d4a2b9df34572be4984fc as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65a355348a5d4a2b9df34572be4984fc 2024-11-14T03:55:23,821 INFO [M:0;6a989be77d39:37679 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 65a355348a5d4a2b9df34572be4984fc 2024-11-14T03:55:23,821 INFO [M:0;6a989be77d39:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/65a355348a5d4a2b9df34572be4984fc, entries=13, sequenceid=125, filesize=6.9 K 2024-11-14T03:55:23,822 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae2d5f49b45c4c729e99caa48cf49f85 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae2d5f49b45c4c729e99caa48cf49f85 2024-11-14T03:55:23,826 INFO [M:0;6a989be77d39:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae2d5f49b45c4c729e99caa48cf49f85, entries=1, sequenceid=125, filesize=5.0 K 2024-11-14T03:55:23,827 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/db822ddf5bc44fc09724149130136825 as hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/db822ddf5bc44fc09724149130136825 2024-11-14T03:55:23,832 INFO [M:0;6a989be77d39:37679 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46639/user/jenkins/test-data/af869bc4-1555-9b94-60f8-552ee5361c53/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/db822ddf5bc44fc09724149130136825, entries=1, sequenceid=125, filesize=4.9 K 2024-11-14T03:55:23,833 INFO [M:0;6a989be77d39:37679 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=125, compaction requested=false 2024-11-14T03:55:23,835 INFO [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:23,835 DEBUG [M:0;6a989be77d39:37679 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556523689Disabling compacts and flushes for region at 1731556523689Disabling writes for close at 1731556523689Obtaining lock to block concurrent updates at 1731556523689Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731556523689Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52663, getHeapSize=64816, getOffHeapSize=0, getCellsCount=148 at 1731556523690 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731556523690Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731556523690Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731556523704 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731556523704Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731556523715 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731556523729 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731556523729Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731556523740 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731556523758 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731556523758Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731556523772 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731556523794 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731556523794Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75cdc128: reopening flushed file at 1731556523810 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47c32704: reopening flushed file at 1731556523816 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bc74635: reopening flushed file at 1731556523821 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1dd2e8e3: reopening flushed file at 1731556523826 (+5 ms)Finished flush of dataSize ~51.43 KB/52663, heapSize ~63.30 KB/64816, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 144ms, sequenceid=125, compaction requested=false at 1731556523833 (+7 ms)Writing region close event to WAL at 1731556523835 (+2 ms)Closed at 1731556523835 2024-11-14T03:55:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41497 is added to blk_1073741830_1006 (size=61332) 2024-11-14T03:55:23,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37143 is added to blk_1073741830_1006 (size=61332) 2024-11-14T03:55:23,838 INFO [M:0;6a989be77d39:37679 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:55:23,838 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:55:23,838 INFO [M:0;6a989be77d39:37679 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37679 2024-11-14T03:55:23,838 INFO [M:0;6a989be77d39:37679 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:55:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:23,940 INFO [M:0;6a989be77d39:37679 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:55:23,940 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37679-0x100ef61593f0000, quorum=127.0.0.1:56780, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:23,944 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@38e7ccee{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:55:23,944 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e2c8810{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:55:23,944 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:55:23,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57428648{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:55:23,945 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79b845af{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir/,STOPPED} 2024-11-14T03:55:23,949 WARN [BP-371402159-172.17.0.2-1731556434368 heartbeating to localhost/127.0.0.1:46639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:55:23,949 WARN [BP-371402159-172.17.0.2-1731556434368 heartbeating to localhost/127.0.0.1:46639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371402159-172.17.0.2-1731556434368 (Datanode Uuid 5b7c7bad-b082-454c-bc35-c5c6c2336b2e) service to localhost/127.0.0.1:46639 2024-11-14T03:55:23,949 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:55:23,950 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:55:23,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data3/current/BP-371402159-172.17.0.2-1731556434368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:23,951 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data4/current/BP-371402159-172.17.0.2-1731556434368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:23,951 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:55:23,954 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b98b809{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:55:23,955 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51aa74ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:55:23,955 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:55:23,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12ab0fb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:55:23,955 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53a2f0d3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir/,STOPPED} 2024-11-14T03:55:23,958 WARN [BP-371402159-172.17.0.2-1731556434368 heartbeating to localhost/127.0.0.1:46639 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:55:23,958 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:55:23,958 WARN [BP-371402159-172.17.0.2-1731556434368 heartbeating to localhost/127.0.0.1:46639 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-371402159-172.17.0.2-1731556434368 (Datanode Uuid 9ccfe57c-8e33-40b8-b8dc-ebfbc4a988ac) service to localhost/127.0.0.1:46639 2024-11-14T03:55:23,958 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:55:23,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data1/current/BP-371402159-172.17.0.2-1731556434368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:23,959 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/cluster_c347161a-7b5e-7272-b485-8703b1304ec8/data/data2/current/BP-371402159-172.17.0.2-1731556434368 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:23,960 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:55:23,969 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16503414{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:55:23,970 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1be6a6fe{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:55:23,970 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:55:23,970 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5e5b370{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:55:23,971 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10b1b497{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir/,STOPPED} 2024-11-14T03:55:23,981 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:55:24,015 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:55:24,022 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=453 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=400 (was 459), ProcessCount=11 (was 11), AvailableMemoryMB=5747 (was 5194) - AvailableMemoryMB LEAK? - 2024-11-14T03:55:24,029 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=453, MaxFileDescriptor=1048576, SystemLoadAverage=400, ProcessCount=11, AvailableMemoryMB=5746 2024-11-14T03:55:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-14T03:55:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.log.dir so I do NOT create it in target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9 2024-11-14T03:55:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/93f9ace0-5fec-bc32-7490-f70b5889193c/hadoop.tmp.dir so I do NOT create it in target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9 2024-11-14T03:55:24,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911, deleteOnExit=true 2024-11-14T03:55:24,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/test.cache.data in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.tmp.dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-14T03:55:24,030 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-14T03:55:24,030 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/nfs.dump.dir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/java.io.tmpdir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-14T03:55:24,031 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-14T03:55:24,124 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:55:24,128 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:55:24,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:55:24,129 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:55:24,129 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:55:24,133 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:55:24,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f918d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:55:24,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@13ec4e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:55:24,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a843c0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/java.io.tmpdir/jetty-localhost-32917-hadoop-hdfs-3_4_1-tests_jar-_-any-8987865536133985352/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:55:24,253 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5352f4a3{HTTP/1.1, (http/1.1)}{localhost:32917} 2024-11-14T03:55:24,253 INFO [Time-limited test {}] server.Server(415): Started @236071ms 2024-11-14T03:55:24,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:55:24,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:55:24,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:55:24,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:55:24,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:55:24,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6cea0cd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:55:24,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@51d77ee8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:55:24,440 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2a10e786{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/java.io.tmpdir/jetty-localhost-44839-hadoop-hdfs-3_4_1-tests_jar-_-any-15424187944999142359/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:55:24,441 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b77d9d8{HTTP/1.1, (http/1.1)}{localhost:44839} 2024-11-14T03:55:24,441 INFO [Time-limited test {}] server.Server(415): Started @236259ms 2024-11-14T03:55:24,442 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:55:24,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-14T03:55:24,486 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-14T03:55:24,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-14T03:55:24,487 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-14T03:55:24,487 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-14T03:55:24,487 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4513aafa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir/,AVAILABLE} 2024-11-14T03:55:24,488 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@667a93a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-14T03:55:24,532 WARN [Thread-1598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data1/current/BP-1195312920-172.17.0.2-1731556524067/current, will proceed with Du for space computation calculation, 2024-11-14T03:55:24,532 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data2/current/BP-1195312920-172.17.0.2-1731556524067/current, will proceed with Du for space computation calculation, 2024-11-14T03:55:24,556 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:55:24,559 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf91eb84eb92351c6 with lease ID 0x53c2dab0d1dec23f: Processing first storage report for DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc from datanode DatanodeRegistration(127.0.0.1:37919, datanodeUuid=e14fc0ee-ae35-4b47-9958-4a4d8e20ffb3, infoPort=45655, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067) 2024-11-14T03:55:24,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf91eb84eb92351c6 with lease ID 0x53c2dab0d1dec23f: from storage DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc node DatanodeRegistration(127.0.0.1:37919, datanodeUuid=e14fc0ee-ae35-4b47-9958-4a4d8e20ffb3, infoPort=45655, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:55:24,560 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf91eb84eb92351c6 with lease ID 0x53c2dab0d1dec23f: Processing first storage report for DS-343d208c-ece5-491a-8cf4-349da8b6dea3 from datanode DatanodeRegistration(127.0.0.1:37919, datanodeUuid=e14fc0ee-ae35-4b47-9958-4a4d8e20ffb3, infoPort=45655, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067) 2024-11-14T03:55:24,560 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf91eb84eb92351c6 with lease ID 0x53c2dab0d1dec23f: from storage DS-343d208c-ece5-491a-8cf4-349da8b6dea3 node DatanodeRegistration(127.0.0.1:37919, datanodeUuid=e14fc0ee-ae35-4b47-9958-4a4d8e20ffb3, infoPort=45655, infoSecurePort=0, ipcPort=44457, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:55:24,656 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@225f0317{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/java.io.tmpdir/jetty-localhost-36187-hadoop-hdfs-3_4_1-tests_jar-_-any-9046224190788774548/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:55:24,656 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c60888{HTTP/1.1, (http/1.1)}{localhost:36187} 2024-11-14T03:55:24,656 INFO [Time-limited test {}] server.Server(415): Started @236474ms 2024-11-14T03:55:24,657 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-14T03:55:24,746 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data4/current/BP-1195312920-172.17.0.2-1731556524067/current, will proceed with Du for space computation calculation, 2024-11-14T03:55:24,746 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data3/current/BP-1195312920-172.17.0.2-1731556524067/current, will proceed with Du for space computation calculation, 2024-11-14T03:55:24,771 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-14T03:55:24,773 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca16ee69ba8c26d7 with lease ID 0x53c2dab0d1dec240: Processing first storage report for DS-797afd9d-24db-413a-8d33-c5ac9f2e6976 from datanode DatanodeRegistration(127.0.0.1:45195, datanodeUuid=5af78a5c-f03f-4bc3-9cc8-abce0737b349, infoPort=46455, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067) 2024-11-14T03:55:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca16ee69ba8c26d7 with lease ID 0x53c2dab0d1dec240: from storage DS-797afd9d-24db-413a-8d33-c5ac9f2e6976 node DatanodeRegistration(127.0.0.1:45195, datanodeUuid=5af78a5c-f03f-4bc3-9cc8-abce0737b349, infoPort=46455, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:55:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca16ee69ba8c26d7 with lease ID 0x53c2dab0d1dec240: Processing first storage report for DS-3caabd32-21d1-4edf-b38b-30e6d5c576b8 from datanode DatanodeRegistration(127.0.0.1:45195, datanodeUuid=5af78a5c-f03f-4bc3-9cc8-abce0737b349, infoPort=46455, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067) 2024-11-14T03:55:24,774 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca16ee69ba8c26d7 with lease ID 0x53c2dab0d1dec240: from storage DS-3caabd32-21d1-4edf-b38b-30e6d5c576b8 node DatanodeRegistration(127.0.0.1:45195, datanodeUuid=5af78a5c-f03f-4bc3-9cc8-abce0737b349, infoPort=46455, infoSecurePort=0, ipcPort=33371, storageInfo=lv=-57;cid=testClusterID;nsid=1790335727;c=1731556524067), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-14T03:55:24,782 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9 2024-11-14T03:55:24,785 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/zookeeper_0, clientPort=57756, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-14T03:55:24,786 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57756 2024-11-14T03:55:24,786 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,787 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:55:24,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741825_1001 (size=7) 2024-11-14T03:55:24,802 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1 with version=8 2024-11-14T03:55:24,802 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:38509/user/jenkins/test-data/00125dfd-fbaf-ae21-3cd5-bbed4a83e463/hbase-staging 2024-11-14T03:55:24,804 INFO [Time-limited test {}] client.ConnectionUtils(128): master/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:55:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:55:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:55:24,804 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:55:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:55:24,804 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:55:24,804 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-14T03:55:24,805 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:55:24,805 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34611 2024-11-14T03:55:24,807 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34611 connecting to ZooKeeper ensemble=127.0.0.1:57756 2024-11-14T03:55:24,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:346110x0, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:55:24,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34611-0x100ef62b79b0000 connected 2024-11-14T03:55:24,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:55:24,830 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1, hbase.cluster.distributed=false 2024-11-14T03:55:24,831 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:55:24,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34611 2024-11-14T03:55:24,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34611 2024-11-14T03:55:24,832 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34611 2024-11-14T03:55:24,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34611 2024-11-14T03:55:24,833 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34611 2024-11-14T03:55:24,848 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/6a989be77d39:0 server-side Connection retries=45 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-14T03:55:24,848 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-14T03:55:24,849 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46185 2024-11-14T03:55:24,851 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46185 connecting to ZooKeeper ensemble=127.0.0.1:57756 2024-11-14T03:55:24,851 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,853 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:461850x0, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-14T03:55:24,857 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46185-0x100ef62b79b0001 connected 2024-11-14T03:55:24,857 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:55:24,858 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-14T03:55:24,858 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-14T03:55:24,859 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-14T03:55:24,860 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-14T03:55:24,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-14T03:55:24,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46185 2024-11-14T03:55:24,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46185 2024-11-14T03:55:24,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-14T03:55:24,861 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46185 2024-11-14T03:55:24,873 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;6a989be77d39:34611 2024-11-14T03:55:24,873 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/6a989be77d39,34611,1731556524804 2024-11-14T03:55:24,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:55:24,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:55:24,875 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/6a989be77d39,34611,1731556524804 2024-11-14T03:55:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-14T03:55:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,877 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-14T03:55:24,878 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/6a989be77d39,34611,1731556524804 from backup master directory 2024-11-14T03:55:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/6a989be77d39,34611,1731556524804 2024-11-14T03:55:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:55:24,879 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-14T03:55:24,879 WARN [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:55:24,879 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=6a989be77d39,34611,1731556524804 2024-11-14T03:55:24,885 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/hbase.id] with ID: 1d5f4e56-e5f8-406a-833e-b3c0b804f741 2024-11-14T03:55:24,885 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/.tmp/hbase.id 2024-11-14T03:55:24,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:55:24,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741826_1002 (size=42) 2024-11-14T03:55:24,891 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/.tmp/hbase.id]:[hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/hbase.id] 2024-11-14T03:55:24,902 INFO [master/6a989be77d39:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:24,902 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-14T03:55:24,903 INFO [master/6a989be77d39:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-14T03:55:24,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:55:24,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741827_1003 (size=196) 2024-11-14T03:55:24,911 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-14T03:55:24,912 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-14T03:55:24,912 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:55:24,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:55:24,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741828_1004 (size=1189) 2024-11-14T03:55:24,919 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store 2024-11-14T03:55:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:55:24,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741829_1005 (size=34) 2024-11-14T03:55:24,926 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:55:24,926 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:55:24,926 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:24,926 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:24,926 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:55:24,926 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:24,926 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:24,926 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556524926Disabling compacts and flushes for region at 1731556524926Disabling writes for close at 1731556524926Writing region close event to WAL at 1731556524926Closed at 1731556524926 2024-11-14T03:55:24,927 WARN [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/.initializing 2024-11-14T03:55:24,927 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/WALs/6a989be77d39,34611,1731556524804 2024-11-14T03:55:24,928 INFO [master/6a989be77d39:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:55:24,929 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C34611%2C1731556524804, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/WALs/6a989be77d39,34611,1731556524804, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/oldWALs, maxLogs=10 2024-11-14T03:55:24,943 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/WALs/6a989be77d39,34611,1731556524804/6a989be77d39%2C34611%2C1731556524804.1731556524930, exclude list is [], retry=0 2024-11-14T03:55:24,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-797afd9d-24db-413a-8d33-c5ac9f2e6976,DISK] 2024-11-14T03:55:24,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc,DISK] 2024-11-14T03:55:24,947 INFO [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/WALs/6a989be77d39,34611,1731556524804/6a989be77d39%2C34611%2C1731556524804.1731556524930 2024-11-14T03:55:24,948 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-14T03:55:24,948 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:55:24,948 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:55:24,948 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,948 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,949 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-14T03:55:24,951 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:24,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:24,951 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,952 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-14T03:55:24,952 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:24,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:55:24,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-14T03:55:24,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:24,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:55:24,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-14T03:55:24,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:24,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-14T03:55:24,957 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,957 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,957 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,959 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,959 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,959 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-14T03:55:24,960 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-14T03:55:24,962 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:55:24,963 INFO [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=712808, jitterRate=-0.09361879527568817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-14T03:55:24,964 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731556524948Initializing all the Stores at 1731556524949 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556524949Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556524949Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556524949Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556524949Cleaning up temporary data from old regions at 1731556524959 (+10 ms)Region opened successfully at 1731556524963 (+4 ms) 2024-11-14T03:55:24,964 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-14T03:55:24,967 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4654ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:55:24,968 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-14T03:55:24,969 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-14T03:55:24,969 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-14T03:55:24,969 INFO [master/6a989be77d39:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-14T03:55:24,969 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-14T03:55:24,970 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-14T03:55:24,970 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-14T03:55:24,972 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-14T03:55:24,973 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-14T03:55:24,974 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-14T03:55:24,975 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-14T03:55:24,975 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-14T03:55:24,976 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-14T03:55:24,977 INFO [master/6a989be77d39:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-14T03:55:24,978 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-14T03:55:24,979 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-14T03:55:24,980 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-14T03:55:24,981 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-14T03:55:24,983 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-14T03:55:24,984 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-14T03:55:24,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:55:24,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-14T03:55:24,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,986 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=6a989be77d39,34611,1731556524804, sessionid=0x100ef62b79b0000, setting cluster-up flag (Was=false) 2024-11-14T03:55:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,993 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-14T03:55:24,994 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,34611,1731556524804 2024-11-14T03:55:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:24,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:25,002 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-14T03:55:25,003 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=6a989be77d39,34611,1731556524804 2024-11-14T03:55:25,004 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-14T03:55:25,005 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-14T03:55:25,005 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-14T03:55:25,006 INFO [master/6a989be77d39:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-14T03:55:25,006 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 6a989be77d39,34611,1731556524804 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/6a989be77d39:0, corePoolSize=5, maxPoolSize=5 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/6a989be77d39:0, corePoolSize=10, maxPoolSize=10 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:55:25,007 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731556555008 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-14T03:55:25,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:55:25,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-14T03:55:25,009 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,010 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-14T03:55:25,010 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-14T03:55:25,010 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-14T03:55:25,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-14T03:55:25,011 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-14T03:55:25,011 INFO [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-14T03:55:25,011 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556525011,5,FailOnTimeoutGroup] 2024-11-14T03:55:25,011 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556525011,5,FailOnTimeoutGroup] 2024-11-14T03:55:25,011 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,011 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-14T03:55:25,011 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,011 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:55:25,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741831_1007 (size=1321) 2024-11-14T03:55:25,018 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-14T03:55:25,018 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1 2024-11-14T03:55:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:55:25,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741832_1008 (size=32) 2024-11-14T03:55:25,027 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:55:25,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:55:25,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:55:25,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:55:25,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:55:25,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:55:25,032 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:55:25,032 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,033 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:55:25,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:55:25,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:55:25,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740 2024-11-14T03:55:25,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740 2024-11-14T03:55:25,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:55:25,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:55:25,037 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:55:25,038 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:55:25,040 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-14T03:55:25,041 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=864694, jitterRate=0.09951542317867279}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:55:25,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731556525027Initializing all the Stores at 1731556525027Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556525027Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556525028 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556525028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556525028Cleaning up temporary data from old regions at 1731556525037 (+9 ms)Region opened successfully at 1731556525041 (+4 ms) 2024-11-14T03:55:25,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:55:25,041 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:55:25,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:55:25,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:55:25,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:55:25,043 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:55:25,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556525041Disabling compacts and flushes for region at 1731556525041Disabling writes for close at 1731556525041Writing region close event to WAL at 1731556525043 (+2 ms)Closed at 1731556525043 2024-11-14T03:55:25,044 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:55:25,044 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-14T03:55:25,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-14T03:55:25,045 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:55:25,046 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-14T03:55:25,063 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(746): ClusterId : 1d5f4e56-e5f8-406a-833e-b3c0b804f741 2024-11-14T03:55:25,063 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-14T03:55:25,066 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-14T03:55:25,066 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-14T03:55:25,068 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-14T03:55:25,068 DEBUG [RS:0;6a989be77d39:46185 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d1f04f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=6a989be77d39/172.17.0.2:0 2024-11-14T03:55:25,080 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;6a989be77d39:46185 2024-11-14T03:55:25,080 INFO [RS:0;6a989be77d39:46185 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-14T03:55:25,080 INFO [RS:0;6a989be77d39:46185 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-14T03:55:25,080 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-14T03:55:25,081 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(2659): reportForDuty to master=6a989be77d39,34611,1731556524804 with port=46185, startcode=1731556524847 2024-11-14T03:55:25,081 DEBUG [RS:0;6a989be77d39:46185 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-14T03:55:25,082 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54941, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-14T03:55:25,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34611 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,083 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34611 {}] master.ServerManager(517): Registering regionserver=6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,084 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1 2024-11-14T03:55:25,084 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46489 2024-11-14T03:55:25,084 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-14T03:55:25,086 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:55:25,086 DEBUG [RS:0;6a989be77d39:46185 {}] zookeeper.ZKUtil(111): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,087 WARN [RS:0;6a989be77d39:46185 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-14T03:55:25,087 INFO [RS:0;6a989be77d39:46185 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:55:25,087 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,087 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [6a989be77d39,46185,1731556524847] 2024-11-14T03:55:25,090 INFO [RS:0;6a989be77d39:46185 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-14T03:55:25,092 INFO [RS:0;6a989be77d39:46185 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-14T03:55:25,092 INFO [RS:0;6a989be77d39:46185 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-14T03:55:25,092 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,093 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-14T03:55:25,094 INFO [RS:0;6a989be77d39:46185 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-14T03:55:25,094 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/6a989be77d39:0, corePoolSize=2, maxPoolSize=2 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,094 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/6a989be77d39:0, corePoolSize=1, maxPoolSize=1 2024-11-14T03:55:25,095 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:55:25,095 DEBUG [RS:0;6a989be77d39:46185 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/6a989be77d39:0, corePoolSize=3, maxPoolSize=3 2024-11-14T03:55:25,097 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,097 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,097 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,097 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,097 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,097 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,46185,1731556524847-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:55:25,121 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-14T03:55:25,121 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,46185,1731556524847-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,121 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,121 INFO [RS:0;6a989be77d39:46185 {}] regionserver.Replication(171): 6a989be77d39,46185,1731556524847 started 2024-11-14T03:55:25,143 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,143 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1482): Serving as 6a989be77d39,46185,1731556524847, RpcServer on 6a989be77d39/172.17.0.2:46185, sessionid=0x100ef62b79b0001 2024-11-14T03:55:25,143 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-14T03:55:25,143 DEBUG [RS:0;6a989be77d39:46185 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,143 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,46185,1731556524847' 2024-11-14T03:55:25,143 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-14T03:55:25,144 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-14T03:55:25,144 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-14T03:55:25,145 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-14T03:55:25,145 DEBUG [RS:0;6a989be77d39:46185 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,145 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '6a989be77d39,46185,1731556524847' 2024-11-14T03:55:25,145 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-14T03:55:25,145 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-14T03:55:25,145 DEBUG [RS:0;6a989be77d39:46185 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-14T03:55:25,145 INFO [RS:0;6a989be77d39:46185 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-14T03:55:25,146 INFO [RS:0;6a989be77d39:46185 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-14T03:55:25,196 WARN [6a989be77d39:34611 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-14T03:55:25,246 INFO [RS:0;6a989be77d39:46185 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:55:25,247 INFO [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C46185%2C1731556524847, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs, maxLogs=32 2024-11-14T03:55:25,263 DEBUG [RS:0;6a989be77d39:46185 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847/6a989be77d39%2C46185%2C1731556524847.1731556525248, exclude list is [], retry=0 2024-11-14T03:55:25,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-797afd9d-24db-413a-8d33-c5ac9f2e6976,DISK] 2024-11-14T03:55:25,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc,DISK] 2024-11-14T03:55:25,268 INFO [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847/6a989be77d39%2C46185%2C1731556524847.1731556525248 2024-11-14T03:55:25,268 DEBUG [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-14T03:55:25,447 DEBUG [6a989be77d39:34611 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-14T03:55:25,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,448 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,46185,1731556524847, state=OPENING 2024-11-14T03:55:25,450 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-14T03:55:25,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:25,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:25,452 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-14T03:55:25,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:55:25,452 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:55:25,452 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,46185,1731556524847}] 2024-11-14T03:55:25,605 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-14T03:55:25,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34751, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-14T03:55:25,610 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-14T03:55:25,610 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:55:25,610 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-14T03:55:25,612 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=6a989be77d39%2C46185%2C1731556524847.meta, suffix=.meta, logDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs, maxLogs=32 2024-11-14T03:55:25,625 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847/6a989be77d39%2C46185%2C1731556524847.meta.1731556525612.meta, exclude list is [], retry=0 2024-11-14T03:55:25,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-797afd9d-24db-413a-8d33-c5ac9f2e6976,DISK] 2024-11-14T03:55:25,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc,DISK] 2024-11-14T03:55:25,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:55:25,629 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-14T03:55:25,629 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/6a989be77d39,46185,1731556524847/6a989be77d39%2C46185%2C1731556524847.meta.1731556525612.meta 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-14T03:55:25,630 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-14T03:55:25,630 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-14T03:55:25,630 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-14T03:55:25,632 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-14T03:55:25,632 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-14T03:55:25,632 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,633 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-14T03:55:25,634 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-14T03:55:25,634 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,634 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-14T03:55:25,635 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-14T03:55:25,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,635 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-14T03:55:25,636 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-14T03:55:25,636 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-14T03:55:25,636 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-14T03:55:25,636 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-14T03:55:25,637 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740 2024-11-14T03:55:25,638 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740 2024-11-14T03:55:25,639 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-14T03:55:25,639 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-14T03:55:25,639 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-14T03:55:25,641 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-14T03:55:25,641 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881490, jitterRate=0.1208730936050415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-14T03:55:25,641 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-14T03:55:25,642 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731556525631Writing region info on filesystem at 1731556525631Initializing all the Stores at 1731556525631Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556525631Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556525631Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731556525631Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731556525631Cleaning up temporary data from old regions at 1731556525639 (+8 ms)Running coprocessor post-open hooks at 1731556525641 (+2 ms)Region opened successfully at 1731556525642 (+1 ms) 2024-11-14T03:55:25,643 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731556525605 2024-11-14T03:55:25,645 DEBUG [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-14T03:55:25,645 INFO [RS_OPEN_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-14T03:55:25,646 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,646 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 6a989be77d39,46185,1731556524847, state=OPEN 2024-11-14T03:55:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:55:25,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-14T03:55:25,650 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:55:25,650 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-14T03:55:25,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-14T03:55:25,652 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=6a989be77d39,46185,1731556524847 in 198 msec 2024-11-14T03:55:25,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-14T03:55:25,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 608 msec 2024-11-14T03:55:25,654 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-14T03:55:25,654 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-14T03:55:25,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:55:25,656 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,46185,1731556524847, seqNum=-1] 2024-11-14T03:55:25,656 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:55:25,657 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:55:25,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 656 msec 2024-11-14T03:55:25,661 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731556525661, completionTime=-1 2024-11-14T03:55:25,662 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-14T03:55:25,662 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-14T03:55:25,663 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-14T03:55:25,663 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731556585663 2024-11-14T03:55:25,663 INFO [master/6a989be77d39:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731556645663 2024-11-14T03:55:25,663 INFO [master/6a989be77d39:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-14T03:55:25,664 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34611,1731556524804-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,664 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34611,1731556524804-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,664 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34611,1731556524804-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,664 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-6a989be77d39:34611, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,664 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,664 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,665 DEBUG [master/6a989be77d39:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-14T03:55:25,667 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.788sec 2024-11-14T03:55:25,667 INFO [master/6a989be77d39:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-14T03:55:25,667 INFO [master/6a989be77d39:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-14T03:55:25,667 INFO [master/6a989be77d39:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-14T03:55:25,668 INFO [master/6a989be77d39:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-14T03:55:25,668 INFO [master/6a989be77d39:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-14T03:55:25,668 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34611,1731556524804-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-14T03:55:25,668 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34611,1731556524804-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-14T03:55:25,670 DEBUG [master/6a989be77d39:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-14T03:55:25,670 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-14T03:55:25,670 INFO [master/6a989be77d39:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=6a989be77d39,34611,1731556524804-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-14T03:55:25,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65f56ca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:55:25,763 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 6a989be77d39,34611,-1 for getting cluster id 2024-11-14T03:55:25,763 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-14T03:55:25,765 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1d5f4e56-e5f8-406a-833e-b3c0b804f741' 2024-11-14T03:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-14T03:55:25,765 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1d5f4e56-e5f8-406a-833e-b3c0b804f741" 2024-11-14T03:55:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42e258d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:55:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [6a989be77d39,34611,-1] 2024-11-14T03:55:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-14T03:55:25,766 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:25,767 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48158, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-14T03:55:25,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241205c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-14T03:55:25,768 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-14T03:55:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=6a989be77d39,46185,1731556524847, seqNum=-1] 2024-11-14T03:55:25,769 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-14T03:55:25,770 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46200, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-14T03:55:25,772 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=6a989be77d39,34611,1731556524804 2024-11-14T03:55:25,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-14T03:55:25,775 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-14T03:55:25,775 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-14T03:55:25,776 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-14T03:55:25,778 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1, archiveDir=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs, maxLogs=32 2024-11-14T03:55:25,791 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525778, exclude list is [], retry=0 2024-11-14T03:55:25,793 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc,DISK] 2024-11-14T03:55:25,793 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-797afd9d-24db-413a-8d33-c5ac9f2e6976,DISK] 2024-11-14T03:55:25,795 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525778 2024-11-14T03:55:25,796 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45655:45655),(127.0.0.1/127.0.0.1:46455:46455)] 2024-11-14T03:55:25,809 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525796, exclude list is [], retry=0 2024-11-14T03:55:25,811 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45195,DS-797afd9d-24db-413a-8d33-c5ac9f2e6976,DISK] 2024-11-14T03:55:25,811 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37919,DS-bdd162c7-6915-4c4b-8f62-cd0200f84cfc,DISK] 2024-11-14T03:55:25,813 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525778 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525796 2024-11-14T03:55:25,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46455:46455),(127.0.0.1/127.0.0.1:45655:45655)] 2024-11-14T03:55:25,813 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525778 is not closed yet, will try archiving it next time 2024-11-14T03:55:25,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741835_1011 (size=93) 2024-11-14T03:55:25,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741835_1011 (size=93) 2024-11-14T03:55:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741836_1012 (size=93) 2024-11-14T03:55:25,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741836_1012 (size=93) 2024-11-14T03:55:25,818 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/WALs/test.com,8080,1/test.com%2C8080%2C1.1731556525778 to hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs/test.com%2C8080%2C1.1731556525778 2024-11-14T03:55:25,820 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs 2024-11-14T03:55:25,820 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1731556525796) 2024-11-14T03:55:25,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-14T03:55:25,821 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:55:25,821 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:55:25,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:25,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:25,821 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-14T03:55:25,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-14T03:55:25,821 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1273334515, stopped=false 2024-11-14T03:55:25,821 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=6a989be77d39,34611,1731556524804 2024-11-14T03:55:25,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:55:25,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:25,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-14T03:55:25,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:25,823 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:55:25,823 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-14T03:55:25,823 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:55:25,823 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:25,823 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '6a989be77d39,46185,1731556524847' ***** 2024-11-14T03:55:25,823 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-14T03:55:25,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:55:25,824 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-14T03:55:25,824 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-14T03:55:25,824 INFO [RS:0;6a989be77d39:46185 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-14T03:55:25,824 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(959): stopping server 6a989be77d39,46185,1731556524847 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;6a989be77d39:46185. 2024-11-14T03:55:25,825 DEBUG [RS:0;6a989be77d39:46185 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-14T03:55:25,825 DEBUG [RS:0;6a989be77d39:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-14T03:55:25,825 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-14T03:55:25,825 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-14T03:55:25,825 DEBUG [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-14T03:55:25,825 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-14T03:55:25,826 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-14T03:55:25,826 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-14T03:55:25,826 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-14T03:55:25,826 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-14T03:55:25,826 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-14T03:55:25,841 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/.tmp/ns/01cdc244555c41ffb3fcbca6cc459dd6 is 43, key is default/ns:d/1731556525658/Put/seqid=0 2024-11-14T03:55:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741837_1013 (size=5153) 2024-11-14T03:55:25,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741837_1013 (size=5153) 2024-11-14T03:55:25,846 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/.tmp/ns/01cdc244555c41ffb3fcbca6cc459dd6 2024-11-14T03:55:25,853 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/.tmp/ns/01cdc244555c41ffb3fcbca6cc459dd6 as hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/ns/01cdc244555c41ffb3fcbca6cc459dd6 2024-11-14T03:55:25,858 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/ns/01cdc244555c41ffb3fcbca6cc459dd6, entries=2, sequenceid=6, filesize=5.0 K 2024-11-14T03:55:25,859 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-14T03:55:25,859 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-14T03:55:25,864 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-14T03:55:25,865 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-14T03:55:25,865 INFO [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-14T03:55:25,865 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731556525825Running coprocessor pre-close hooks at 1731556525825Disabling compacts and flushes for region at 1731556525825Disabling writes for close at 1731556525826 (+1 ms)Obtaining lock to block concurrent updates at 1731556525826Preparing flush snapshotting stores in 1588230740 at 1731556525826Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731556525826Flushing stores of hbase:meta,,1.1588230740 at 1731556525827 (+1 ms)Flushing 1588230740/ns: creating writer at 1731556525827Flushing 1588230740/ns: appending metadata at 1731556525841 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731556525841Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f6c387: reopening flushed file at 1731556525852 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1731556525859 (+7 ms)Writing region close event to WAL at 1731556525860 (+1 ms)Running coprocessor post-close hooks at 1731556525865 (+5 ms)Closed at 1731556525865 2024-11-14T03:55:25,865 DEBUG [RS_CLOSE_META-regionserver/6a989be77d39:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-14T03:55:26,025 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(976): stopping server 6a989be77d39,46185,1731556524847; all regions closed. 2024-11-14T03:55:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741834_1010 (size=1152) 2024-11-14T03:55:26,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741834_1010 (size=1152) 2024-11-14T03:55:26,030 DEBUG [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs 2024-11-14T03:55:26,030 INFO [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C46185%2C1731556524847.meta:.meta(num 1731556525612) 2024-11-14T03:55:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741833_1009 (size=93) 2024-11-14T03:55:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741833_1009 (size=93) 2024-11-14T03:55:26,035 DEBUG [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/oldWALs 2024-11-14T03:55:26,035 INFO [RS:0;6a989be77d39:46185 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 6a989be77d39%2C46185%2C1731556524847:(num 1731556525248) 2024-11-14T03:55:26,035 DEBUG [RS:0;6a989be77d39:46185 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-14T03:55:26,035 INFO [RS:0;6a989be77d39:46185 {}] regionserver.LeaseManager(133): Closed leases 2024-11-14T03:55:26,035 INFO [RS:0;6a989be77d39:46185 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:55:26,035 INFO [RS:0;6a989be77d39:46185 {}] hbase.ChoreService(370): Chore service for: regionserver/6a989be77d39:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-14T03:55:26,035 INFO [RS:0;6a989be77d39:46185 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:55:26,035 INFO [regionserver/6a989be77d39:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:55:26,035 INFO [RS:0;6a989be77d39:46185 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46185 2024-11-14T03:55:26,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/6a989be77d39,46185,1731556524847 2024-11-14T03:55:26,037 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-14T03:55:26,037 INFO [RS:0;6a989be77d39:46185 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:55:26,039 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [6a989be77d39,46185,1731556524847] 2024-11-14T03:55:26,040 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/6a989be77d39,46185,1731556524847 already deleted, retry=false 2024-11-14T03:55:26,040 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 6a989be77d39,46185,1731556524847 expired; onlineServers=0 2024-11-14T03:55:26,040 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '6a989be77d39,34611,1731556524804' ***** 2024-11-14T03:55:26,040 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-14T03:55:26,040 INFO [M:0;6a989be77d39:34611 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-14T03:55:26,040 INFO [M:0;6a989be77d39:34611 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-14T03:55:26,041 DEBUG [M:0;6a989be77d39:34611 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-14T03:55:26,041 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-14T03:55:26,041 DEBUG [M:0;6a989be77d39:34611 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-14T03:55:26,041 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556525011 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.large.0-1731556525011,5,FailOnTimeoutGroup] 2024-11-14T03:55:26,041 DEBUG [master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556525011 {}] cleaner.HFileCleaner(306): Exit Thread[master/6a989be77d39:0:becomeActiveMaster-HFileCleaner.small.0-1731556525011,5,FailOnTimeoutGroup] 2024-11-14T03:55:26,041 INFO [M:0;6a989be77d39:34611 {}] hbase.ChoreService(370): Chore service for: master/6a989be77d39:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-14T03:55:26,041 INFO [M:0;6a989be77d39:34611 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-14T03:55:26,041 DEBUG [M:0;6a989be77d39:34611 {}] master.HMaster(1795): Stopping service threads 2024-11-14T03:55:26,041 INFO [M:0;6a989be77d39:34611 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-14T03:55:26,041 INFO [M:0;6a989be77d39:34611 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-14T03:55:26,041 INFO [M:0;6a989be77d39:34611 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-14T03:55:26,041 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-14T03:55:26,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-14T03:55:26,042 DEBUG [M:0;6a989be77d39:34611 {}] zookeeper.ZKUtil(347): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-14T03:55:26,043 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-14T03:55:26,043 WARN [M:0;6a989be77d39:34611 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-14T03:55:26,043 INFO [M:0;6a989be77d39:34611 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/.lastflushedseqids 2024-11-14T03:55:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741838_1014 (size=99) 2024-11-14T03:55:26,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741838_1014 (size=99) 2024-11-14T03:55:26,056 INFO [M:0;6a989be77d39:34611 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-14T03:55:26,056 INFO [M:0;6a989be77d39:34611 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-14T03:55:26,056 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-14T03:55:26,056 INFO [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:26,056 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:26,056 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-14T03:55:26,056 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:26,056 INFO [M:0;6a989be77d39:34611 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-14T03:55:26,072 DEBUG [M:0;6a989be77d39:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f568897c51234a36acdbe2b53233237a is 82, key is hbase:meta,,1/info:regioninfo/1731556525645/Put/seqid=0 2024-11-14T03:55:26,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741839_1015 (size=5672) 2024-11-14T03:55:26,077 INFO [M:0;6a989be77d39:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f568897c51234a36acdbe2b53233237a 2024-11-14T03:55:26,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741839_1015 (size=5672) 2024-11-14T03:55:26,097 DEBUG [M:0;6a989be77d39:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3adef15bca34e98af1581dc80741511 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731556525661/Put/seqid=0 2024-11-14T03:55:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741840_1016 (size=5275) 2024-11-14T03:55:26,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741840_1016 (size=5275) 2024-11-14T03:55:26,102 INFO [M:0;6a989be77d39:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3adef15bca34e98af1581dc80741511 2024-11-14T03:55:26,124 DEBUG [M:0;6a989be77d39:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d3214511d2447bb5e32f509c042a7c is 69, key is 6a989be77d39,46185,1731556524847/rs:state/1731556525083/Put/seqid=0 2024-11-14T03:55:26,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741841_1017 (size=5156) 2024-11-14T03:55:26,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741841_1017 (size=5156) 2024-11-14T03:55:26,129 INFO [M:0;6a989be77d39:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d3214511d2447bb5e32f509c042a7c 2024-11-14T03:55:26,139 INFO [RS:0;6a989be77d39:46185 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:55:26,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:26,139 INFO [RS:0;6a989be77d39:46185 {}] regionserver.HRegionServer(1031): Exiting; stopping=6a989be77d39,46185,1731556524847; zookeeper connection closed. 2024-11-14T03:55:26,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46185-0x100ef62b79b0001, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:26,139 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2e3e6b8d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2e3e6b8d 2024-11-14T03:55:26,140 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-14T03:55:26,155 DEBUG [M:0;6a989be77d39:34611 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/76600f2ca82e47ab93c0d2aa2aade7fd is 52, key is load_balancer_on/state:d/1731556525774/Put/seqid=0 2024-11-14T03:55:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741842_1018 (size=5056) 2024-11-14T03:55:26,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741842_1018 (size=5056) 2024-11-14T03:55:26,161 INFO [M:0;6a989be77d39:34611 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/76600f2ca82e47ab93c0d2aa2aade7fd 2024-11-14T03:55:26,166 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f568897c51234a36acdbe2b53233237a as hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f568897c51234a36acdbe2b53233237a 2024-11-14T03:55:26,171 INFO [M:0;6a989be77d39:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f568897c51234a36acdbe2b53233237a, entries=8, sequenceid=29, filesize=5.5 K 2024-11-14T03:55:26,171 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a3adef15bca34e98af1581dc80741511 as hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3adef15bca34e98af1581dc80741511 2024-11-14T03:55:26,176 INFO [M:0;6a989be77d39:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a3adef15bca34e98af1581dc80741511, entries=3, sequenceid=29, filesize=5.2 K 2024-11-14T03:55:26,177 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/71d3214511d2447bb5e32f509c042a7c as hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71d3214511d2447bb5e32f509c042a7c 2024-11-14T03:55:26,182 INFO [M:0;6a989be77d39:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/71d3214511d2447bb5e32f509c042a7c, entries=1, sequenceid=29, filesize=5.0 K 2024-11-14T03:55:26,183 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/76600f2ca82e47ab93c0d2aa2aade7fd as hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/76600f2ca82e47ab93c0d2aa2aade7fd 2024-11-14T03:55:26,188 INFO [M:0;6a989be77d39:34611 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46489/user/jenkins/test-data/1e0ca5ca-561e-f43d-21e4-391dd6849aa1/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/76600f2ca82e47ab93c0d2aa2aade7fd, entries=1, sequenceid=29, filesize=4.9 K 2024-11-14T03:55:26,189 INFO [M:0;6a989be77d39:34611 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=29, compaction requested=false 2024-11-14T03:55:26,191 INFO [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-14T03:55:26,191 DEBUG [M:0;6a989be77d39:34611 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731556526056Disabling compacts and flushes for region at 1731556526056Disabling writes for close at 1731556526056Obtaining lock to block concurrent updates at 1731556526056Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731556526056Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1731556526057 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731556526057Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731556526057Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731556526071 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731556526071Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731556526082 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731556526096 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731556526096Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731556526107 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731556526123 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731556526123Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1731556526134 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1731556526154 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1731556526155 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a9c46b0: reopening flushed file at 1731556526165 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78735d9d: reopening flushed file at 1731556526171 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6907da82: reopening flushed file at 1731556526176 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e930ac: reopening flushed file at 1731556526182 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 133ms, sequenceid=29, compaction requested=false at 1731556526189 (+7 ms)Writing region close event to WAL at 1731556526191 (+2 ms)Closed at 1731556526191 2024-11-14T03:55:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45195 is added to blk_1073741830_1006 (size=10311) 2024-11-14T03:55:26,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37919 is added to blk_1073741830_1006 (size=10311) 2024-11-14T03:55:26,194 INFO [M:0;6a989be77d39:34611 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-14T03:55:26,194 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-14T03:55:26,194 INFO [M:0;6a989be77d39:34611 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34611 2024-11-14T03:55:26,194 INFO [M:0;6a989be77d39:34611 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-14T03:55:26,296 INFO [M:0;6a989be77d39:34611 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-14T03:55:26,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:26,296 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34611-0x100ef62b79b0000, quorum=127.0.0.1:57756, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-14T03:55:26,299 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@225f0317{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:55:26,299 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31c60888{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:55:26,299 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:55:26,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@667a93a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:55:26,300 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4513aafa{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir/,STOPPED} 2024-11-14T03:55:26,301 WARN [BP-1195312920-172.17.0.2-1731556524067 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:55:26,301 WARN [BP-1195312920-172.17.0.2-1731556524067 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195312920-172.17.0.2-1731556524067 (Datanode Uuid 5af78a5c-f03f-4bc3-9cc8-abce0737b349) service to localhost/127.0.0.1:46489 2024-11-14T03:55:26,301 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:55:26,302 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:55:26,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data3/current/BP-1195312920-172.17.0.2-1731556524067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:26,302 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data4/current/BP-1195312920-172.17.0.2-1731556524067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:26,303 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:55:26,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2a10e786{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-14T03:55:26,310 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b77d9d8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:55:26,310 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:55:26,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@51d77ee8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:55:26,310 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6cea0cd9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir/,STOPPED} 2024-11-14T03:55:26,311 WARN [BP-1195312920-172.17.0.2-1731556524067 heartbeating to localhost/127.0.0.1:46489 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-14T03:55:26,311 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-14T03:55:26,311 WARN [BP-1195312920-172.17.0.2-1731556524067 heartbeating to localhost/127.0.0.1:46489 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1195312920-172.17.0.2-1731556524067 (Datanode Uuid e14fc0ee-ae35-4b47-9958-4a4d8e20ffb3) service to localhost/127.0.0.1:46489 2024-11-14T03:55:26,311 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-14T03:55:26,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data1/current/BP-1195312920-172.17.0.2-1731556524067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:26,312 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/cluster_7c1f4c01-3554-5258-e284-1f910994c911/data/data2/current/BP-1195312920-172.17.0.2-1731556524067 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-14T03:55:26,312 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-14T03:55:26,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a843c0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-14T03:55:26,318 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5352f4a3{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-14T03:55:26,318 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-14T03:55:26,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@13ec4e6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-14T03:55:26,318 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f918d2a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/cb8864e1-757a-5a53-4f48-41746c7c16d9/hadoop.log.dir/,STOPPED} 2024-11-14T03:55:26,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-14T03:55:26,337 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-14T03:55:26,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=133 (was 107) - Thread LEAK? -, OpenFileDescriptor=508 (was 453) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=384 (was 400), ProcessCount=11 (was 11), AvailableMemoryMB=5686 (was 5746)