2024-11-07 15:28:57,834 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-07 15:28:57,846 main DEBUG Took 0.009620 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-07 15:28:57,846 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-07 15:28:57,846 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-07 15:28:57,847 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-07 15:28:57,848 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,855 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-07 15:28:57,866 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,868 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,868 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,869 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,869 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,870 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,871 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,871 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,871 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,872 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,873 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,873 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,874 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,874 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,874 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,875 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,875 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,876 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,876 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,877 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,877 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,877 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,878 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-07 15:28:57,878 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,878 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-07 15:28:57,880 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-07 15:28:57,881 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-07 15:28:57,883 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-07 15:28:57,883 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-07 15:28:57,885 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-07 15:28:57,885 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-07 15:28:57,893 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-07 15:28:57,896 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-07 15:28:57,898 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-07 15:28:57,898 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-07 15:28:57,899 main DEBUG createAppenders(={Console}) 2024-11-07 15:28:57,899 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-07 15:28:57,900 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-07 15:28:57,900 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-07 15:28:57,901 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-07 15:28:57,901 main DEBUG OutputStream closed 2024-11-07 15:28:57,901 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-07 15:28:57,901 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-07 15:28:57,902 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-07 15:28:57,972 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-07 15:28:57,974 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-07 15:28:57,975 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-07 15:28:57,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-07 15:28:57,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-07 15:28:57,976 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-07 15:28:57,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-07 15:28:57,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-07 15:28:57,977 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-07 15:28:57,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-07 15:28:57,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-07 15:28:57,978 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-07 15:28:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-07 15:28:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-07 15:28:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-07 15:28:57,979 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-07 15:28:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-07 15:28:57,980 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-07 15:28:57,982 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07 15:28:57,983 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-07 15:28:57,983 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-07 15:28:57,984 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-07T15:28:58,211 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69 2024-11-07 15:28:58,214 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-07 15:28:58,214 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-07T15:28:58,221 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-07T15:28:58,253 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=337, ProcessCount=11, AvailableMemoryMB=2703 2024-11-07T15:28:58,256 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:28:58,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf, deleteOnExit=true 2024-11-07T15:28:58,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:28:58,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/test.cache.data in system properties and HBase conf 2024-11-07T15:28:58,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:28:58,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:28:58,274 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:28:58,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:28:58,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:28:58,360 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-07T15:28:58,448 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:28:58,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:28:58,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:28:58,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:28:58,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:28:58,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:28:58,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:28:58,455 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:28:58,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:28:58,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:28:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:28:58,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:28:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:28:58,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:28:58,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:28:59,551 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-07T15:28:59,624 INFO [Time-limited test {}] log.Log(170): Logging initialized @2440ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-07T15:28:59,690 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:28:59,748 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:28:59,767 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:28:59,768 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:28:59,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:28:59,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:28:59,782 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:28:59,783 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:28:59,955 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/java.io.tmpdir/jetty-localhost-39023-hadoop-hdfs-3_4_1-tests_jar-_-any-10700387143079352540/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:28:59,962 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:39023} 2024-11-07T15:28:59,962 INFO [Time-limited test {}] server.Server(415): Started @2778ms 2024-11-07T15:29:00,498 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:29:00,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:29:00,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:29:00,513 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:29:00,513 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:29:00,517 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:29:00,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:29:00,631 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/java.io.tmpdir/jetty-localhost-43581-hadoop-hdfs-3_4_1-tests_jar-_-any-3724375779455847705/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:29:00,632 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:43581} 2024-11-07T15:29:00,632 INFO [Time-limited test {}] server.Server(415): Started @3449ms 2024-11-07T15:29:00,682 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:29:00,796 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:29:00,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:29:00,805 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:29:00,806 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:29:00,806 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:29:00,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:29:00,808 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:29:00,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/java.io.tmpdir/jetty-localhost-35727-hadoop-hdfs-3_4_1-tests_jar-_-any-2622399251335236934/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:29:00,923 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:35727} 2024-11-07T15:29:00,923 INFO [Time-limited test {}] server.Server(415): Started @3739ms 2024-11-07T15:29:00,926 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:29:02,034 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data4/current/BP-1086108322-172.17.0.2-1730993338989/current, will proceed with Du for space computation calculation, 2024-11-07T15:29:02,034 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data3/current/BP-1086108322-172.17.0.2-1730993338989/current, will proceed with Du for space computation calculation, 2024-11-07T15:29:02,034 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data2/current/BP-1086108322-172.17.0.2-1730993338989/current, will proceed with Du for space computation calculation, 2024-11-07T15:29:02,034 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data1/current/BP-1086108322-172.17.0.2-1730993338989/current, will proceed with Du for space computation calculation, 2024-11-07T15:29:02,068 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:29:02,068 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:29:02,114 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x790888ee4d8a1ab with lease ID 0xe0bf67008dc6ac1b: Processing first storage report for DS-55c6e346-db9f-4a00-bc70-65e9deac34dc from datanode DatanodeRegistration(127.0.0.1:37369, datanodeUuid=3134f01a-2db5-4146-9959-999c408db512, infoPort=46111, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989) 2024-11-07T15:29:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x790888ee4d8a1ab with lease ID 0xe0bf67008dc6ac1b: from storage DS-55c6e346-db9f-4a00-bc70-65e9deac34dc node DatanodeRegistration(127.0.0.1:37369, datanodeUuid=3134f01a-2db5-4146-9959-999c408db512, infoPort=46111, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-11-07T15:29:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x542254a0d5c37ef6 with lease ID 0xe0bf67008dc6ac1c: Processing first storage report for DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11 from datanode DatanodeRegistration(127.0.0.1:45705, datanodeUuid=af0c7a8e-b9cb-4095-b084-83f3641ea1b8, infoPort=36133, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989) 2024-11-07T15:29:02,116 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x542254a0d5c37ef6 with lease ID 0xe0bf67008dc6ac1c: from storage DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11 node DatanodeRegistration(127.0.0.1:45705, datanodeUuid=af0c7a8e-b9cb-4095-b084-83f3641ea1b8, infoPort=36133, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:29:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x790888ee4d8a1ab with lease ID 0xe0bf67008dc6ac1b: Processing first storage report for DS-98f39007-fd80-44ac-a9cb-d3ff79fef40e from datanode DatanodeRegistration(127.0.0.1:37369, datanodeUuid=3134f01a-2db5-4146-9959-999c408db512, infoPort=46111, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989) 2024-11-07T15:29:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x790888ee4d8a1ab with lease ID 0xe0bf67008dc6ac1b: from storage DS-98f39007-fd80-44ac-a9cb-d3ff79fef40e node DatanodeRegistration(127.0.0.1:37369, datanodeUuid=3134f01a-2db5-4146-9959-999c408db512, infoPort=46111, infoSecurePort=0, ipcPort=43155, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-07T15:29:02,117 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x542254a0d5c37ef6 with lease ID 0xe0bf67008dc6ac1c: Processing first storage report for DS-58a72e34-cadf-4314-8327-ec72e096dd7d from datanode DatanodeRegistration(127.0.0.1:45705, datanodeUuid=af0c7a8e-b9cb-4095-b084-83f3641ea1b8, infoPort=36133, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989) 2024-11-07T15:29:02,118 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x542254a0d5c37ef6 with lease ID 0xe0bf67008dc6ac1c: from storage DS-58a72e34-cadf-4314-8327-ec72e096dd7d node DatanodeRegistration(127.0.0.1:45705, datanodeUuid=af0c7a8e-b9cb-4095-b084-83f3641ea1b8, infoPort=36133, infoSecurePort=0, ipcPort=44965, storageInfo=lv=-57;cid=testClusterID;nsid=672407847;c=1730993338989), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:29:02,152 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69 2024-11-07T15:29:02,220 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/zookeeper_0, clientPort=58233, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:29:02,229 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58233 2024-11-07T15:29:02,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:02,241 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:02,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:29:02,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:29:02,841 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0 with version=8 2024-11-07T15:29:02,842 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase-staging 2024-11-07T15:29:02,918 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-07T15:29:03,144 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:29:03,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:29:03,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:29:03,158 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:29:03,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:29:03,158 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:29:03,277 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:29:03,328 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-07T15:29:03,336 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-07T15:29:03,340 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:29:03,362 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 87873 (auto-detected) 2024-11-07T15:29:03,363 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-07T15:29:03,380 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39049 2024-11-07T15:29:03,399 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39049 connecting to ZooKeeper ensemble=127.0.0.1:58233 2024-11-07T15:29:03,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:390490x0, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:29:03,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39049-0x10115ea42a50000 connected 2024-11-07T15:29:03,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:03,613 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:03,626 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:29:03,630 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0, hbase.cluster.distributed=false 2024-11-07T15:29:03,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:29:03,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39049 2024-11-07T15:29:03,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39049 2024-11-07T15:29:03,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39049 2024-11-07T15:29:03,658 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39049 2024-11-07T15:29:03,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39049 2024-11-07T15:29:03,755 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:29:03,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:29:03,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:29:03,757 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:29:03,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:29:03,757 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:29:03,760 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:29:03,762 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:29:03,763 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43149 2024-11-07T15:29:03,765 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43149 connecting to ZooKeeper ensemble=127.0.0.1:58233 2024-11-07T15:29:03,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:03,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:03,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431490x0, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:29:03,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:431490x0, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:29:03,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43149-0x10115ea42a50001 connected 2024-11-07T15:29:03,790 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:29:03,797 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:29:03,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:29:03,806 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:29:03,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-07T15:29:03,807 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43149 2024-11-07T15:29:03,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43149 2024-11-07T15:29:03,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-07T15:29:03,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43149 2024-11-07T15:29:03,824 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39049 2024-11-07T15:29:03,826 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:29:03,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:29:03,840 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:29:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:03,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:03,871 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:29:03,872 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b3e4e8e12ef,39049,1730993342995 from backup master directory 2024-11-07T15:29:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:29:03,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:29:03,881 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:29:03,881 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:03,883 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-07T15:29:03,884 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-07T15:29:03,939 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase.id] with ID: a5589a22-4882-4248-bb23-6b7f3ec3dbec 2024-11-07T15:29:03,939 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/.tmp/hbase.id 2024-11-07T15:29:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:29:03,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:29:03,954 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/.tmp/hbase.id]:[hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase.id] 2024-11-07T15:29:04,000 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:04,005 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:29:04,023 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 16ms. 2024-11-07T15:29:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,082 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:29:04,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:29:04,120 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:29:04,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:29:04,129 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:29:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:29:04,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:29:04,178 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store 2024-11-07T15:29:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:29:04,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:29:04,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-07T15:29:04,204 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:29:04,205 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:29:04,205 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:29:04,205 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:29:04,207 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:29:04,207 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:29:04,207 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:29:04,208 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993344205Disabling compacts and flushes for region at 1730993344205Disabling writes for close at 1730993344207 (+2 ms)Writing region close event to WAL at 1730993344207Closed at 1730993344207 2024-11-07T15:29:04,211 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/.initializing 2024-11-07T15:29:04,211 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/WALs/7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:04,219 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:29:04,232 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39049%2C1730993342995, suffix=, logDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/WALs/7b3e4e8e12ef,39049,1730993342995, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/oldWALs, maxLogs=10 2024-11-07T15:29:04,256 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/WALs/7b3e4e8e12ef,39049,1730993342995/7b3e4e8e12ef%2C39049%2C1730993342995.1730993344236, exclude list is [], retry=0 2024-11-07T15:29:04,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:414) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:473) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:468) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:29:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:04,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:04,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-07T15:29:04,313 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/WALs/7b3e4e8e12ef,39049,1730993342995/7b3e4e8e12ef%2C39049%2C1730993342995.1730993344236 2024-11-07T15:29:04,314 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133),(127.0.0.1/127.0.0.1:46111:46111)] 2024-11-07T15:29:04,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:29:04,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:29:04,318 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,319 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,374 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:29:04,377 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:04,379 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:04,380 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,383 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:29:04,383 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:04,384 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:29:04,385 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,388 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:29:04,388 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:04,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:29:04,389 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,392 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:29:04,392 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:04,394 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:29:04,394 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,398 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,400 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,406 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,407 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,410 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:29:04,415 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:29:04,420 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:29:04,422 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=788362, jitterRate=0.002454221248626709}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:29:04,429 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730993344330Initializing all the Stores at 1730993344332 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993344332Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993344333 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993344333Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993344333Cleaning up temporary data from old regions at 1730993344407 (+74 ms)Region opened successfully at 1730993344429 (+22 ms) 2024-11-07T15:29:04,431 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:29:04,461 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51666f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:29:04,487 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:29:04,497 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:29:04,497 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:29:04,499 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:29:04,501 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-07T15:29:04,505 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-07T15:29:04,505 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:29:04,528 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:29:04,535 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:29:04,585 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:29:04,589 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:29:04,592 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:29:04,604 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:29:04,606 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:29:04,611 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:29:04,692 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:29:04,696 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:29:04,722 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:29:04,745 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:29:04,753 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:29:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:29:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:29:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,764 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,767 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39049,1730993342995, sessionid=0x10115ea42a50000, setting cluster-up flag (Was=false) 2024-11-07T15:29:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,827 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:29:04,829 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:04,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,848 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:04,880 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:29:04,882 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:04,891 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:29:04,914 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(746): ClusterId : a5589a22-4882-4248-bb23-6b7f3ec3dbec 2024-11-07T15:29:04,916 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:29:04,924 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:29:04,924 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:29:04,934 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:29:04,934 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fbde9ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:29:04,947 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:43149 2024-11-07T15:29:04,950 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:29:04,950 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:29:04,950 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:29:04,953 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39049,1730993342995 with port=43149, startcode=1730993343723 2024-11-07T15:29:04,957 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:29:04,962 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:29:04,967 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:29:04,975 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:29:04,981 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39049,1730993342995 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:29:04,989 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:29:04,989 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:29:04,989 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:29:04,989 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:29:04,989 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:29:04,990 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:04,990 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:29:04,990 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:04,991 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730993374991 2024-11-07T15:29:04,994 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:29:04,994 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56243, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:29:04,995 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:29:04,997 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:29:04,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:29:04,999 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:29:05,000 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:29:05,000 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:29:05,000 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:29:05,002 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39049 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-07T15:29:05,001 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,005 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,006 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:29:05,006 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:29:05,007 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:29:05,008 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:29:05,010 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:29:05,011 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:29:05,013 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993345012,5,FailOnTimeoutGroup] 2024-11-07T15:29:05,013 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993345013,5,FailOnTimeoutGroup] 2024-11-07T15:29:05,014 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,014 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:29:05,015 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,016 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:29:05,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:29:05,022 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:29:05,023 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0 2024-11-07T15:29:05,032 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-07T15:29:05,033 WARN [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-07T15:29:05,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:29:05,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:29:05,035 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:29:05,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:29:05,040 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:29:05,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:29:05,043 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:29:05,044 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,045 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:29:05,047 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:29:05,047 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,048 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,049 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:29:05,051 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:29:05,052 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,053 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:29:05,054 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740 2024-11-07T15:29:05,055 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740 2024-11-07T15:29:05,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:29:05,058 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:29:05,059 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:29:05,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:29:05,067 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:29:05,068 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842938, jitterRate=0.07185235619544983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:29:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730993345035Initializing all the Stores at 1730993345037 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993345037Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993345037Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993345037Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993345037Cleaning up temporary data from old regions at 1730993345058 (+21 ms)Region opened successfully at 1730993345072 (+14 ms) 2024-11-07T15:29:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:29:05,072 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:29:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:29:05,072 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:29:05,073 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:29:05,074 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:29:05,074 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993345072Disabling compacts and flushes for region at 1730993345072Disabling writes for close at 1730993345073 (+1 ms)Writing region close event to WAL at 1730993345073Closed at 1730993345074 (+1 ms) 2024-11-07T15:29:05,078 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:29:05,078 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:29:05,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:29:05,091 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:29:05,094 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:29:05,134 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39049,1730993342995 with port=43149, startcode=1730993343723 2024-11-07T15:29:05,137 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39049 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,141 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39049 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,150 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0 2024-11-07T15:29:05,150 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35693 2024-11-07T15:29:05,150 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:29:05,164 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:29:05,164 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] zookeeper.ZKUtil(111): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,164 WARN [RS:0;7b3e4e8e12ef:43149 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:29:05,165 INFO [RS:0;7b3e4e8e12ef:43149 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:29:05,165 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,167 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,43149,1730993343723] 2024-11-07T15:29:05,191 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:29:05,205 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:29:05,209 INFO [RS:0;7b3e4e8e12ef:43149 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:29:05,209 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,211 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:29:05,215 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:29:05,217 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,217 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,217 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,217 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,217 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,217 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,218 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:29:05,219 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:29:05,219 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:29:05,219 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,219 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,220 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,220 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,220 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,220 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43149,1730993343723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:29:05,235 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:29:05,237 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,43149,1730993343723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,237 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,237 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.Replication(171): 7b3e4e8e12ef,43149,1730993343723 started 2024-11-07T15:29:05,244 WARN [7b3e4e8e12ef:39049 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:29:05,253 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:05,253 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,43149,1730993343723, RpcServer on 7b3e4e8e12ef/172.17.0.2:43149, sessionid=0x10115ea42a50001 2024-11-07T15:29:05,254 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:29:05,254 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,254 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43149,1730993343723' 2024-11-07T15:29:05,254 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:29:05,255 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:29:05,256 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:29:05,256 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:29:05,256 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,256 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,43149,1730993343723' 2024-11-07T15:29:05,256 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:29:05,257 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:29:05,257 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:29:05,257 INFO [RS:0;7b3e4e8e12ef:43149 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:29:05,257 INFO [RS:0;7b3e4e8e12ef:43149 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:29:05,370 INFO [RS:0;7b3e4e8e12ef:43149 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:29:05,373 INFO [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C43149%2C1730993343723, suffix=, logDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/oldWALs, maxLogs=32 2024-11-07T15:29:05,390 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993345378, exclude list is [], retry=0 2024-11-07T15:29:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:05,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:05,398 INFO [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993345378 2024-11-07T15:29:05,399 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133),(127.0.0.1/127.0.0.1:46111:46111)] 2024-11-07T15:29:05,497 DEBUG [7b3e4e8e12ef:39049 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:29:05,510 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,516 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43149,1730993343723, state=OPENING 2024-11-07T15:29:05,572 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:29:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:05,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:29:05,587 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:29:05,588 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:29:05,592 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:29:05,595 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43149,1730993343723}] 2024-11-07T15:29:05,773 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:29:05,775 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:29:05,785 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:29:05,786 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:29:05,787 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:29:05,790 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C43149%2C1730993343723.meta, suffix=.meta, logDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723, archiveDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/oldWALs, maxLogs=32 2024-11-07T15:29:05,806 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.meta.1730993345792.meta, exclude list is [], retry=0 2024-11-07T15:29:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:05,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:05,813 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.meta.1730993345792.meta 2024-11-07T15:29:05,813 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36133:36133),(127.0.0.1/127.0.0.1:46111:46111)] 2024-11-07T15:29:05,814 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:29:05,815 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:29:05,818 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:29:05,822 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:29:05,827 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:29:05,827 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:29:05,827 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:29:05,828 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:29:05,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:29:05,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:29:05,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:29:05,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:29:05,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:29:05,837 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:29:05,837 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:29:05,840 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:29:05,840 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:05,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:29:05,841 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:29:05,842 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740 2024-11-07T15:29:05,845 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740 2024-11-07T15:29:05,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:29:05,847 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:29:05,848 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:29:05,850 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:29:05,852 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=780905, jitterRate=-0.007029011845588684}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:29:05,852 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:29:05,854 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730993345828Writing region info on filesystem at 1730993345828Initializing all the Stores at 1730993345830 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993345830Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993345830Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993345830Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993345830Cleaning up temporary data from old regions at 1730993345847 (+17 ms)Running coprocessor post-open hooks at 1730993345852 (+5 ms)Region opened successfully at 1730993345853 (+1 ms) 2024-11-07T15:29:05,860 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730993345765 2024-11-07T15:29:05,870 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:29:05,871 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:29:05,873 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,876 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,43149,1730993343723, state=OPEN 2024-11-07T15:29:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:29:05,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:29:05,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:29:05,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:29:05,953 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:05,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:29:05,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,43149,1730993343723 in 359 msec 2024-11-07T15:29:05,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:29:05,966 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 877 msec 2024-11-07T15:29:05,968 DEBUG [PEWorker-5 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:29:05,968 INFO [PEWorker-5 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:29:05,987 DEBUG [PEWorker-5 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:29:05,988 DEBUG [PEWorker-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43149,1730993343723, seqNum=-1] 2024-11-07T15:29:06,008 DEBUG [PEWorker-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:29:06,011 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43503, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:29:06,034 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1150 sec 2024-11-07T15:29:06,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730993346034, completionTime=-1 2024-11-07T15:29:06,038 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:29:06,038 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:29:06,064 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:29:06,064 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730993406064 2024-11-07T15:29:06,064 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730993466064 2024-11-07T15:29:06,064 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 25 msec 2024-11-07T15:29:06,066 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39049,1730993342995-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,067 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39049,1730993342995-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,067 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39049,1730993342995-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,068 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39049, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,068 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,069 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,075 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:29:06,095 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.213sec 2024-11-07T15:29:06,096 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:29:06,097 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:29:06,098 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:29:06,099 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:29:06,099 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:29:06,100 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39049,1730993342995-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:29:06,100 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39049,1730993342995-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:29:06,110 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:29:06,111 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:29:06,111 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39049,1730993342995-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:29:06,123 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24a82178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:29:06,126 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-07T15:29:06,126 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-07T15:29:06,129 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39049,-1 for getting cluster id 2024-11-07T15:29:06,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:29:06,139 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'a5589a22-4882-4248-bb23-6b7f3ec3dbec' 2024-11-07T15:29:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:29:06,142 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "a5589a22-4882-4248-bb23-6b7f3ec3dbec" 2024-11-07T15:29:06,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b3cd35c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:29:06,145 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39049,-1] 2024-11-07T15:29:06,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:29:06,149 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:29:06,150 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:29:06,153 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20fbb6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:29:06,154 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:29:06,160 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,43149,1730993343723, seqNum=-1] 2024-11-07T15:29:06,161 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:29:06,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:29:06,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:06,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:29:06,189 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T15:29:06,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:29:06,197 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:29:06,200 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c93ead4 2024-11-07T15:29:06,201 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:29:06,204 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:29:06,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T15:29:06,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T15:29:06,209 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:29:06,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-07T15:29:06,219 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:29:06,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-07T15:29:06,221 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:06,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:29:06,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:29:06,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741835_1011 (size=389) 2024-11-07T15:29:06,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741835_1011 (size=389) 2024-11-07T15:29:06,241 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c40175c861ee0f8e6514406b43aec806, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0 2024-11-07T15:29:06,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741836_1012 (size=72) 2024-11-07T15:29:06,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741836_1012 (size=72) 2024-11-07T15:29:06,256 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:29:06,256 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing c40175c861ee0f8e6514406b43aec806, disabling compactions & flushes 2024-11-07T15:29:06,256 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,256 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,256 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. after waiting 0 ms 2024-11-07T15:29:06,256 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,256 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,257 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for c40175c861ee0f8e6514406b43aec806: Waiting for close lock at 1730993346256Disabling compacts and flushes for region at 1730993346256Disabling writes for close at 1730993346256Writing region close event to WAL at 1730993346256Closed at 1730993346256 2024-11-07T15:29:06,259 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:29:06,266 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1730993346260"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730993346260"}]},"ts":"1730993346260"} 2024-11-07T15:29:06,272 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:29:06,274 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:29:06,291 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993346274"}]},"ts":"1730993346274"} 2024-11-07T15:29:06,296 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-07T15:29:06,299 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c40175c861ee0f8e6514406b43aec806, ASSIGN}] 2024-11-07T15:29:06,305 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c40175c861ee0f8e6514406b43aec806, ASSIGN 2024-11-07T15:29:06,311 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c40175c861ee0f8e6514406b43aec806, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,43149,1730993343723; forceNewPlan=false, retain=false 2024-11-07T15:29:06,464 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c40175c861ee0f8e6514406b43aec806, regionState=OPENING, regionLocation=7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:06,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c40175c861ee0f8e6514406b43aec806, ASSIGN because future has completed 2024-11-07T15:29:06,469 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40175c861ee0f8e6514406b43aec806, server=7b3e4e8e12ef,43149,1730993343723}] 2024-11-07T15:29:06,636 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,636 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c40175c861ee0f8e6514406b43aec806, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:29:06,637 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,637 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:29:06,637 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,637 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,639 INFO [StoreOpener-c40175c861ee0f8e6514406b43aec806-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,642 INFO [StoreOpener-c40175c861ee0f8e6514406b43aec806-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c40175c861ee0f8e6514406b43aec806 columnFamilyName info 2024-11-07T15:29:06,642 DEBUG [StoreOpener-c40175c861ee0f8e6514406b43aec806-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:29:06,643 INFO [StoreOpener-c40175c861ee0f8e6514406b43aec806-1 {}] regionserver.HStore(327): Store=c40175c861ee0f8e6514406b43aec806/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:29:06,644 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,645 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,646 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,646 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,646 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,649 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,652 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:29:06,653 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c40175c861ee0f8e6514406b43aec806; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=787055, jitterRate=7.929205894470215E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:29:06,653 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:06,654 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c40175c861ee0f8e6514406b43aec806: Running coprocessor pre-open hook at 1730993346637Writing region info on filesystem at 1730993346637Initializing all the Stores at 1730993346639 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993346639Cleaning up temporary data from old regions at 1730993346646 (+7 ms)Running coprocessor post-open hooks at 1730993346653 (+7 ms)Region opened successfully at 1730993346654 (+1 ms) 2024-11-07T15:29:06,656 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806., pid=6, masterSystemTime=1730993346623 2024-11-07T15:29:06,659 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,660 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:06,661 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c40175c861ee0f8e6514406b43aec806, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:29:06,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c40175c861ee0f8e6514406b43aec806, server=7b3e4e8e12ef,43149,1730993343723 because future has completed 2024-11-07T15:29:06,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:29:06,669 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c40175c861ee0f8e6514406b43aec806, server=7b3e4e8e12ef,43149,1730993343723 in 197 msec 2024-11-07T15:29:06,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:29:06,673 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=c40175c861ee0f8e6514406b43aec806, ASSIGN in 370 msec 2024-11-07T15:29:06,675 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:29:06,675 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993346675"}]},"ts":"1730993346675"} 2024-11-07T15:29:06,678 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-07T15:29:06,679 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:29:06,682 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 467 msec 2024-11-07T15:29:11,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-07T15:29:11,397 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:29:11,398 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-07T15:29:13,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:29:13,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:29:13,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-07T15:29:13,328 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T15:29:13,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:29:13,329 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:29:13,329 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-07T15:29:13,330 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-07T15:29:16,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39049 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:29:16,270 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-07T15:29:16,276 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-07T15:29:16,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-07T15:29:16,285 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:29:16,299 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993356286, exclude list is [], retry=0 2024-11-07T15:29:16,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:16,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:16,306 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993345378 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993356286 2024-11-07T15:29:16,307 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111),(127.0.0.1/127.0.0.1:36133:36133)] 2024-11-07T15:29:16,308 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993345378 is not closed yet, will try archiving it next time 2024-11-07T15:29:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741833_1009 (size=451) 2024-11-07T15:29:16,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741833_1009 (size=451) 2024-11-07T15:29:16,313 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993345378 to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/oldWALs/7b3e4e8e12ef%2C43149%2C1730993343723.1730993345378 2024-11-07T15:29:16,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806., hostname=7b3e4e8e12ef,43149,1730993343723, seqNum=2] 2024-11-07T15:29:30,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] regionserver.HRegion(8855): Flush requested on c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:30,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c40175c861ee0f8e6514406b43aec806 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:29:30,430 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/abf96fdd45a44919896bea3c02d6a7ce is 1055, key is row0001/info:/1730993356320/Put/seqid=0 2024-11-07T15:29:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741838_1014 (size=13386) 2024-11-07T15:29:30,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741838_1014 (size=13386) 2024-11-07T15:29:30,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/abf96fdd45a44919896bea3c02d6a7ce 2024-11-07T15:29:30,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/abf96fdd45a44919896bea3c02d6a7ce as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/abf96fdd45a44919896bea3c02d6a7ce 2024-11-07T15:29:30,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/abf96fdd45a44919896bea3c02d6a7ce, entries=8, sequenceid=12, filesize=13.1 K 2024-11-07T15:29:30,508 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c40175c861ee0f8e6514406b43aec806 in 137ms, sequenceid=12, compaction requested=false 2024-11-07T15:29:30,508 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c40175c861ee0f8e6514406b43aec806: 2024-11-07T15:29:32,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:29:36,400 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993376381, exclude list is [], retry=0 2024-11-07T15:29:36,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:36,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:36,406 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993356286 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993376381 2024-11-07T15:29:36,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111),(127.0.0.1/127.0.0.1:36133:36133)] 2024-11-07T15:29:36,407 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993356286 is not closed yet, will try archiving it next time 2024-11-07T15:29:36,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741837_1013 (size=12149) 2024-11-07T15:29:36,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741837_1013 (size=12149) 2024-11-07T15:29:41,412 INFO [AsyncFSWAL-0-hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0-prefix:7b3e4e8e12ef,43149,1730993343723 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK], DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK]] 2024-11-07T15:29:41,416 WARN [AsyncFSWAL-0-hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0-prefix:7b3e4e8e12ef,43149,1730993343723 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK], DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK]] 2024-11-07T15:29:41,417 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C43149%2C1730993343723:(num 1730993376381) roll requested 2024-11-07T15:29:41,431 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993381418, exclude list is [], retry=0 2024-11-07T15:29:41,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:41,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:41,437 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993376381 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993381418 2024-11-07T15:29:41,438 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111),(127.0.0.1/127.0.0.1:36133:36133)] 2024-11-07T15:29:41,438 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993376381 is not closed yet, will try archiving it next time 2024-11-07T15:29:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741839_1015 (size=1233) 2024-11-07T15:29:41,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741839_1015 (size=1233) 2024-11-07T15:29:43,416 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:29:43,432 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993383416, exclude list is [], retry=0 2024-11-07T15:29:43,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37369,DS-55c6e346-db9f-4a00-bc70-65e9deac34dc,DISK] 2024-11-07T15:29:43,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45705,DS-b7d6c714-9a19-4947-9f51-f461b4ff6c11,DISK] 2024-11-07T15:29:43,438 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993381418 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993383416 2024-11-07T15:29:43,438 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46111:46111),(127.0.0.1/127.0.0.1:36133:36133)] 2024-11-07T15:29:43,438 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993381418 is not closed yet, will try archiving it next time 2024-11-07T15:29:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741840_1016 (size=93) 2024-11-07T15:29:43,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741840_1016 (size=93) 2024-11-07T15:29:43,441 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/WALs/7b3e4e8e12ef,43149,1730993343723/7b3e4e8e12ef%2C43149%2C1730993343723.1730993381418 to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/oldWALs/7b3e4e8e12ef%2C43149%2C1730993343723.1730993381418 2024-11-07T15:29:46,115 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T15:29:46,115 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T15:29:51,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43149 {}] regionserver.HRegion(8855): Flush requested on c40175c861ee0f8e6514406b43aec806 2024-11-07T15:29:51,469 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c40175c861ee0f8e6514406b43aec806 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:29:51,479 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/a5a2c6b2c7cf47d5a4fa6d8599037d2c is 1055, key is row0009/info:/1730993372370/Put/seqid=0 2024-11-07T15:29:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741842_1018 (size=13386) 2024-11-07T15:29:51,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741842_1018 (size=13386) 2024-11-07T15:29:51,487 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/a5a2c6b2c7cf47d5a4fa6d8599037d2c 2024-11-07T15:29:51,498 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/a5a2c6b2c7cf47d5a4fa6d8599037d2c as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/a5a2c6b2c7cf47d5a4fa6d8599037d2c 2024-11-07T15:29:51,508 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/a5a2c6b2c7cf47d5a4fa6d8599037d2c, entries=8, sequenceid=23, filesize=13.1 K 2024-11-07T15:29:51,510 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for c40175c861ee0f8e6514406b43aec806 in 41ms, sequenceid=23, compaction requested=false 2024-11-07T15:29:51,510 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c40175c861ee0f8e6514406b43aec806: 2024-11-07T15:29:51,510 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-07T15:29:51,510 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:29:51,511 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/abf96fdd45a44919896bea3c02d6a7ce because midkey is the same as first or last row 2024-11-07T15:29:51,637 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region c40175c861ee0f8e6514406b43aec806, had cached 0 bytes from a total of 26772 2024-11-07T15:30:02,149 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:30:03,584 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:30:03,585 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:30:03,585 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:30:03,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:03,591 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:03,591 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:30:03,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:30:03,591 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=506379211, stopped=false 2024-11-07T15:30:03,592 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39049,1730993342995 2024-11-07T15:30:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:03,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:03,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:03,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:03,644 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:30:03,644 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:30:03,644 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:30:03,644 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:03,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:03,644 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:03,645 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,43149,1730993343723' ***** 2024-11-07T15:30:03,645 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:30:03,645 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:30:03,645 INFO [RS:0;7b3e4e8e12ef:43149 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:30:03,645 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:30:03,645 INFO [RS:0;7b3e4e8e12ef:43149 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:30:03,646 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(3091): Received CLOSE for c40175c861ee0f8e6514406b43aec806 2024-11-07T15:30:03,646 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:30:03,646 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:30:03,646 INFO [RS:0;7b3e4e8e12ef:43149 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:43149. 2024-11-07T15:30:03,646 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:30:03,646 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:03,647 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c40175c861ee0f8e6514406b43aec806, disabling compactions & flushes 2024-11-07T15:30:03,647 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:30:03,647 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:30:03,647 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:30:03,647 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:30:03,647 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:30:03,647 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. after waiting 0 ms 2024-11-07T15:30:03,647 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:30:03,647 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:30:03,647 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c40175c861ee0f8e6514406b43aec806 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-07T15:30:03,647 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:30:03,647 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1325): Online Regions={c40175c861ee0f8e6514406b43aec806=TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:30:03,647 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:30:03,647 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:30:03,647 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:30:03,648 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:30:03,648 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:30:03,648 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, c40175c861ee0f8e6514406b43aec806 2024-11-07T15:30:03,648 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-07T15:30:03,654 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/776d2aff87ed4348ade171757522674d is 1055, key is row0017/info:/1730993393474/Put/seqid=0 2024-11-07T15:30:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741843_1019 (size=10222) 2024-11-07T15:30:03,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741843_1019 (size=10222) 2024-11-07T15:30:03,664 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/776d2aff87ed4348ade171757522674d 2024-11-07T15:30:03,677 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/.tmp/info/776d2aff87ed4348ade171757522674d as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/776d2aff87ed4348ade171757522674d 2024-11-07T15:30:03,678 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/info/4f3aa35a521446578d4ebd1d77cc711c is 195, key is TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806./info:regioninfo/1730993346660/Put/seqid=0 2024-11-07T15:30:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741844_1020 (size=7016) 2024-11-07T15:30:03,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741844_1020 (size=7016) 2024-11-07T15:30:03,686 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/info/4f3aa35a521446578d4ebd1d77cc711c 2024-11-07T15:30:03,688 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/info/776d2aff87ed4348ade171757522674d, entries=5, sequenceid=31, filesize=10.0 K 2024-11-07T15:30:03,690 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c40175c861ee0f8e6514406b43aec806 in 43ms, sequenceid=31, compaction requested=true 2024-11-07T15:30:03,696 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/default/TestLogRolling-testSlowSyncLogRolling/c40175c861ee0f8e6514406b43aec806/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-07T15:30:03,699 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:30:03,699 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c40175c861ee0f8e6514406b43aec806: Waiting for close lock at 1730993403646Running coprocessor pre-close hooks at 1730993403646Disabling compacts and flushes for region at 1730993403647 (+1 ms)Disabling writes for close at 1730993403647Obtaining lock to block concurrent updates at 1730993403647Preparing flush snapshotting stores in c40175c861ee0f8e6514406b43aec806 at 1730993403647Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1730993403648 (+1 ms)Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. at 1730993403649 (+1 ms)Flushing c40175c861ee0f8e6514406b43aec806/info: creating writer at 1730993403649Flushing c40175c861ee0f8e6514406b43aec806/info: appending metadata at 1730993403653 (+4 ms)Flushing c40175c861ee0f8e6514406b43aec806/info: closing flushed file at 1730993403653Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@477a25f8: reopening flushed file at 1730993403675 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for c40175c861ee0f8e6514406b43aec806 in 43ms, sequenceid=31, compaction requested=true at 1730993403690 (+15 ms)Writing region close event to WAL at 1730993403691 (+1 ms)Running coprocessor post-close hooks at 1730993403697 (+6 ms)Closed at 1730993403699 (+2 ms) 2024-11-07T15:30:03,700 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1730993346205.c40175c861ee0f8e6514406b43aec806. 2024-11-07T15:30:03,711 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/ns/08002ac41c3b495ea166936fc5b030fa is 43, key is default/ns:d/1730993346016/Put/seqid=0 2024-11-07T15:30:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741845_1021 (size=5153) 2024-11-07T15:30:03,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741845_1021 (size=5153) 2024-11-07T15:30:03,718 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/ns/08002ac41c3b495ea166936fc5b030fa 2024-11-07T15:30:03,749 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/table/ce9df646a56a49308b9db8133753007f is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1730993346675/Put/seqid=0 2024-11-07T15:30:03,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741846_1022 (size=5396) 2024-11-07T15:30:03,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741846_1022 (size=5396) 2024-11-07T15:30:03,756 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/table/ce9df646a56a49308b9db8133753007f 2024-11-07T15:30:03,767 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/info/4f3aa35a521446578d4ebd1d77cc711c as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/info/4f3aa35a521446578d4ebd1d77cc711c 2024-11-07T15:30:03,777 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/info/4f3aa35a521446578d4ebd1d77cc711c, entries=10, sequenceid=11, filesize=6.9 K 2024-11-07T15:30:03,779 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/ns/08002ac41c3b495ea166936fc5b030fa as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/ns/08002ac41c3b495ea166936fc5b030fa 2024-11-07T15:30:03,789 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/ns/08002ac41c3b495ea166936fc5b030fa, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:30:03,791 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/.tmp/table/ce9df646a56a49308b9db8133753007f as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/table/ce9df646a56a49308b9db8133753007f 2024-11-07T15:30:03,801 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/table/ce9df646a56a49308b9db8133753007f, entries=2, sequenceid=11, filesize=5.3 K 2024-11-07T15:30:03,803 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false 2024-11-07T15:30:03,811 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:30:03,811 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:30:03,812 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:30:03,812 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993403647Running coprocessor pre-close hooks at 1730993403647Disabling compacts and flushes for region at 1730993403647Disabling writes for close at 1730993403648 (+1 ms)Obtaining lock to block concurrent updates at 1730993403648Preparing flush snapshotting stores in 1588230740 at 1730993403648Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1730993403648Flushing stores of hbase:meta,,1.1588230740 at 1730993403649 (+1 ms)Flushing 1588230740/info: creating writer at 1730993403649Flushing 1588230740/info: appending metadata at 1730993403677 (+28 ms)Flushing 1588230740/info: closing flushed file at 1730993403677Flushing 1588230740/ns: creating writer at 1730993403696 (+19 ms)Flushing 1588230740/ns: appending metadata at 1730993403710 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1730993403710Flushing 1588230740/table: creating writer at 1730993403728 (+18 ms)Flushing 1588230740/table: appending metadata at 1730993403748 (+20 ms)Flushing 1588230740/table: closing flushed file at 1730993403748Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31f6fb8a: reopening flushed file at 1730993403766 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70b934b: reopening flushed file at 1730993403777 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20171962: reopening flushed file at 1730993403790 (+13 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 155ms, sequenceid=11, compaction requested=false at 1730993403803 (+13 ms)Writing region close event to WAL at 1730993403805 (+2 ms)Running coprocessor post-close hooks at 1730993403811 (+6 ms)Closed at 1730993403812 (+1 ms) 2024-11-07T15:30:03,812 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:30:03,848 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,43149,1730993343723; all regions closed. 2024-11-07T15:30:03,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741834_1010 (size=3066) 2024-11-07T15:30:03,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741834_1010 (size=3066) 2024-11-07T15:30:03,856 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/oldWALs 2024-11-07T15:30:03,856 INFO [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43149%2C1730993343723.meta:.meta(num 1730993345792) 2024-11-07T15:30:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741841_1017 (size=13164) 2024-11-07T15:30:03,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741841_1017 (size=13164) 2024-11-07T15:30:03,866 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/oldWALs 2024-11-07T15:30:03,866 INFO [RS:0;7b3e4e8e12ef:43149 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C43149%2C1730993343723:(num 1730993383416) 2024-11-07T15:30:03,866 DEBUG [RS:0;7b3e4e8e12ef:43149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:03,866 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:30:03,866 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:30:03,866 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-07T15:30:03,867 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:30:03,867 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:30:03,867 INFO [RS:0;7b3e4e8e12ef:43149 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43149 2024-11-07T15:30:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:30:03,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b3e4e8e12ef,43149,1730993343723 2024-11-07T15:30:03,875 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:30:03,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,43149,1730993343723] 2024-11-07T15:30:03,896 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b3e4e8e12ef,43149,1730993343723 already deleted, retry=false 2024-11-07T15:30:03,896 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,43149,1730993343723 expired; onlineServers=0 2024-11-07T15:30:03,896 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39049,1730993342995' ***** 2024-11-07T15:30:03,896 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:30:03,896 INFO [M:0;7b3e4e8e12ef:39049 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:30:03,896 INFO [M:0;7b3e4e8e12ef:39049 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:30:03,896 DEBUG [M:0;7b3e4e8e12ef:39049 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:30:03,897 DEBUG [M:0;7b3e4e8e12ef:39049 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:30:03,897 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:30:03,897 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993345013 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993345013,5,FailOnTimeoutGroup] 2024-11-07T15:30:03,897 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993345012 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993345012,5,FailOnTimeoutGroup] 2024-11-07T15:30:03,897 INFO [M:0;7b3e4e8e12ef:39049 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:30:03,897 INFO [M:0;7b3e4e8e12ef:39049 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:30:03,897 DEBUG [M:0;7b3e4e8e12ef:39049 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:30:03,897 INFO [M:0;7b3e4e8e12ef:39049 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:30:03,897 INFO [M:0;7b3e4e8e12ef:39049 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:30:03,898 INFO [M:0;7b3e4e8e12ef:39049 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:30:03,898 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:30:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:30:03,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:03,906 DEBUG [M:0;7b3e4e8e12ef:39049 {}] zookeeper.ZKUtil(347): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:30:03,907 WARN [M:0;7b3e4e8e12ef:39049 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:30:03,908 INFO [M:0;7b3e4e8e12ef:39049 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/.lastflushedseqids 2024-11-07T15:30:03,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741847_1023 (size=130) 2024-11-07T15:30:03,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741847_1023 (size=130) 2024-11-07T15:30:03,921 INFO [M:0;7b3e4e8e12ef:39049 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:30:03,921 INFO [M:0;7b3e4e8e12ef:39049 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:30:03,921 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:30:03,922 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:03,922 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:03,922 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:30:03,922 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:03,922 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-11-07T15:30:03,945 DEBUG [M:0;7b3e4e8e12ef:39049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2b8807a8eb4992a3f5548581fbe224 is 82, key is hbase:meta,,1/info:regioninfo/1730993345873/Put/seqid=0 2024-11-07T15:30:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741848_1024 (size=5672) 2024-11-07T15:30:03,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741848_1024 (size=5672) 2024-11-07T15:30:03,953 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2b8807a8eb4992a3f5548581fbe224 2024-11-07T15:30:03,980 DEBUG [M:0;7b3e4e8e12ef:39049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49d760ebfdaa411292d90bf086405308 is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730993346681/Put/seqid=0 2024-11-07T15:30:03,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:03,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43149-0x10115ea42a50001, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:03,986 INFO [RS:0;7b3e4e8e12ef:43149 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:30:03,987 INFO [RS:0;7b3e4e8e12ef:43149 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,43149,1730993343723; zookeeper connection closed. 2024-11-07T15:30:03,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741849_1025 (size=6248) 2024-11-07T15:30:03,987 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1007e959 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1007e959 2024-11-07T15:30:03,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741849_1025 (size=6248) 2024-11-07T15:30:03,988 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:30:03,988 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49d760ebfdaa411292d90bf086405308 2024-11-07T15:30:03,996 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49d760ebfdaa411292d90bf086405308 2024-11-07T15:30:04,010 DEBUG [M:0;7b3e4e8e12ef:39049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c5c5c441cb24ce89b634732a5b67ac0 is 69, key is 7b3e4e8e12ef,43149,1730993343723/rs:state/1730993345144/Put/seqid=0 2024-11-07T15:30:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741850_1026 (size=5156) 2024-11-07T15:30:04,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741850_1026 (size=5156) 2024-11-07T15:30:04,018 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c5c5c441cb24ce89b634732a5b67ac0 2024-11-07T15:30:04,046 DEBUG [M:0;7b3e4e8e12ef:39049 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5552e317df1642a399b1a3422ae5730e is 52, key is load_balancer_on/state:d/1730993346186/Put/seqid=0 2024-11-07T15:30:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741851_1027 (size=5056) 2024-11-07T15:30:04,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741851_1027 (size=5056) 2024-11-07T15:30:04,053 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5552e317df1642a399b1a3422ae5730e 2024-11-07T15:30:04,063 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ad2b8807a8eb4992a3f5548581fbe224 as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad2b8807a8eb4992a3f5548581fbe224 2024-11-07T15:30:04,071 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ad2b8807a8eb4992a3f5548581fbe224, entries=8, sequenceid=59, filesize=5.5 K 2024-11-07T15:30:04,073 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/49d760ebfdaa411292d90bf086405308 as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49d760ebfdaa411292d90bf086405308 2024-11-07T15:30:04,082 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 49d760ebfdaa411292d90bf086405308 2024-11-07T15:30:04,082 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/49d760ebfdaa411292d90bf086405308, entries=6, sequenceid=59, filesize=6.1 K 2024-11-07T15:30:04,083 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c5c5c441cb24ce89b634732a5b67ac0 as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c5c5c441cb24ce89b634732a5b67ac0 2024-11-07T15:30:04,092 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c5c5c441cb24ce89b634732a5b67ac0, entries=1, sequenceid=59, filesize=5.0 K 2024-11-07T15:30:04,094 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/5552e317df1642a399b1a3422ae5730e as hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5552e317df1642a399b1a3422ae5730e 2024-11-07T15:30:04,101 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/5552e317df1642a399b1a3422ae5730e, entries=1, sequenceid=59, filesize=4.9 K 2024-11-07T15:30:04,103 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=59, compaction requested=false 2024-11-07T15:30:04,104 INFO [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:04,104 DEBUG [M:0;7b3e4e8e12ef:39049 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993403921Disabling compacts and flushes for region at 1730993403921Disabling writes for close at 1730993403922 (+1 ms)Obtaining lock to block concurrent updates at 1730993403922Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730993403922Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1730993403923 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730993403924 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730993403924Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730993403945 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730993403945Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730993403962 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730993403980 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730993403980Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730993403996 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730993404010 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730993404010Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730993404025 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730993404045 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730993404045Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c35f8c: reopening flushed file at 1730993404061 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@123b969: reopening flushed file at 1730993404071 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@672f189e: reopening flushed file at 1730993404082 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47e1e23e: reopening flushed file at 1730993404092 (+10 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 181ms, sequenceid=59, compaction requested=false at 1730993404103 (+11 ms)Writing region close event to WAL at 1730993404104 (+1 ms)Closed at 1730993404104 2024-11-07T15:30:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37369 is added to blk_1073741830_1006 (size=27985) 2024-11-07T15:30:04,108 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/MasterData/WALs/7b3e4e8e12ef,39049,1730993342995/7b3e4e8e12ef%2C39049%2C1730993342995.1730993344236 not finished, retry = 0 2024-11-07T15:30:04,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45705 is added to blk_1073741830_1006 (size=27985) 2024-11-07T15:30:04,209 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:30:04,209 INFO [M:0;7b3e4e8e12ef:39049 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:30:04,209 INFO [M:0;7b3e4e8e12ef:39049 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39049 2024-11-07T15:30:04,210 INFO [M:0;7b3e4e8e12ef:39049 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:30:04,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:04,354 INFO [M:0;7b3e4e8e12ef:39049 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:30:04,354 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39049-0x10115ea42a50000, quorum=127.0.0.1:58233, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:04,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:04,361 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:04,361 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:04,361 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:04,362 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:04,364 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:04,364 WARN [BP-1086108322-172.17.0.2-1730993338989 heartbeating to localhost/127.0.0.1:35693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:04,365 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:04,365 WARN [BP-1086108322-172.17.0.2-1730993338989 heartbeating to localhost/127.0.0.1:35693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1086108322-172.17.0.2-1730993338989 (Datanode Uuid af0c7a8e-b9cb-4095-b084-83f3641ea1b8) service to localhost/127.0.0.1:35693 2024-11-07T15:30:04,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data3/current/BP-1086108322-172.17.0.2-1730993338989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:04,366 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data4/current/BP-1086108322-172.17.0.2-1730993338989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:04,367 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:04,369 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:04,370 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:04,370 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:04,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:04,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:04,372 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:04,372 WARN [BP-1086108322-172.17.0.2-1730993338989 heartbeating to localhost/127.0.0.1:35693 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:04,372 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:04,372 WARN [BP-1086108322-172.17.0.2-1730993338989 heartbeating to localhost/127.0.0.1:35693 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1086108322-172.17.0.2-1730993338989 (Datanode Uuid 3134f01a-2db5-4146-9959-999c408db512) service to localhost/127.0.0.1:35693 2024-11-07T15:30:04,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data1/current/BP-1086108322-172.17.0.2-1730993338989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:04,373 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/cluster_4a2bed5b-5fc9-05b4-a854-07468f8e0caf/data/data2/current/BP-1086108322-172.17.0.2-1730993338989 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:04,373 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:04,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:30:04,386 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:04,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:04,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:04,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:04,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:30:04,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:30:04,432 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=69 (was 12) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b3e4e8e12ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:35693 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/7b3e4e8e12ef:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:35693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:35693 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:35693 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@edbf7bb java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35693 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: regionserver/7b3e4e8e12ef:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) - Thread LEAK? -, OpenFileDescriptor=392 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=127 (was 337), ProcessCount=11 (was 11), AvailableMemoryMB=2082 (was 2703) 2024-11-07T15:30:04,439 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=70, OpenFileDescriptor=392, MaxFileDescriptor=1048576, SystemLoadAverage=127, ProcessCount=11, AvailableMemoryMB=2082 2024-11-07T15:30:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:30:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.log.dir so I do NOT create it in target/test-data/8ace129f-486c-6d96-0772-492d0382113f 2024-11-07T15:30:04,439 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/569c4c32-61de-b1e2-4281-4701bbb33f69/hadoop.tmp.dir so I do NOT create it in target/test-data/8ace129f-486c-6d96-0772-492d0382113f 2024-11-07T15:30:04,439 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04, deleteOnExit=true 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/test.cache.data in system properties and HBase conf 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:30:04,440 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:30:04,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:30:04,441 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:30:04,761 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:04,768 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:04,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:04,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:04,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:30:04,769 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:04,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@634db6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:04,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@496247a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:04,865 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@188573f8{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-43851-hadoop-hdfs-3_4_1-tests_jar-_-any-5718667411092473985/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:30:04,866 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60eae36f{HTTP/1.1, (http/1.1)}{localhost:43851} 2024-11-07T15:30:04,866 INFO [Time-limited test {}] server.Server(415): Started @67682ms 2024-11-07T15:30:05,110 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:05,114 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:05,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:05,116 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:05,116 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:30:05,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@744a4a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:05,117 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3cf5a238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:05,211 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72a49257{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-38123-hadoop-hdfs-3_4_1-tests_jar-_-any-2709745700235037121/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:05,212 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40cc238c{HTTP/1.1, (http/1.1)}{localhost:38123} 2024-11-07T15:30:05,212 INFO [Time-limited test {}] server.Server(415): Started @68028ms 2024-11-07T15:30:05,213 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:05,224 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:30:05,248 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:05,253 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:05,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:05,254 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:05,254 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:30:05,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30d8952d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:05,255 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bea356c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:05,361 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c762ecd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-40693-hadoop-hdfs-3_4_1-tests_jar-_-any-7283150533676050395/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:05,361 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2519ebce{HTTP/1.1, (http/1.1)}{localhost:40693} 2024-11-07T15:30:05,361 INFO [Time-limited test {}] server.Server(415): Started @68178ms 2024-11-07T15:30:05,363 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:06,157 WARN [Thread-386 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data2/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:06,157 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data1/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:06,178 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82b1cefc83a5e772 with lease ID 0x120da1bc91ae35fc: Processing first storage report for DS-e835649f-0e87-4c99-965d-9adb1262ff76 from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=27dfb907-5eb2-4713-8ac3-d33c4641a423, infoPort=40737, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:06,180 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82b1cefc83a5e772 with lease ID 0x120da1bc91ae35fc: from storage DS-e835649f-0e87-4c99-965d-9adb1262ff76 node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=27dfb907-5eb2-4713-8ac3-d33c4641a423, infoPort=40737, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x82b1cefc83a5e772 with lease ID 0x120da1bc91ae35fc: Processing first storage report for DS-43bb0416-4b91-4941-984e-e25b8d73b9cb from datanode DatanodeRegistration(127.0.0.1:46109, datanodeUuid=27dfb907-5eb2-4713-8ac3-d33c4641a423, infoPort=40737, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:06,181 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x82b1cefc83a5e772 with lease ID 0x120da1bc91ae35fc: from storage DS-43bb0416-4b91-4941-984e-e25b8d73b9cb node DatanodeRegistration(127.0.0.1:46109, datanodeUuid=27dfb907-5eb2-4713-8ac3-d33c4641a423, infoPort=40737, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:06,390 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data3/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:06,390 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data4/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:06,406 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38cdfbe146059e2b with lease ID 0x120da1bc91ae35fd: Processing first storage report for DS-3c702c30-9d44-4dd6-bbb3-a603b01e2c57 from datanode DatanodeRegistration(127.0.0.1:46237, datanodeUuid=e5754d32-6e4c-4e3e-967f-0220218bf342, infoPort=37991, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38cdfbe146059e2b with lease ID 0x120da1bc91ae35fd: from storage DS-3c702c30-9d44-4dd6-bbb3-a603b01e2c57 node DatanodeRegistration(127.0.0.1:46237, datanodeUuid=e5754d32-6e4c-4e3e-967f-0220218bf342, infoPort=37991, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x38cdfbe146059e2b with lease ID 0x120da1bc91ae35fd: Processing first storage report for DS-4de337f7-b1f9-4ccc-8efd-a2512841da23 from datanode DatanodeRegistration(127.0.0.1:46237, datanodeUuid=e5754d32-6e4c-4e3e-967f-0220218bf342, infoPort=37991, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:06,409 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x38cdfbe146059e2b with lease ID 0x120da1bc91ae35fd: from storage DS-4de337f7-b1f9-4ccc-8efd-a2512841da23 node DatanodeRegistration(127.0.0.1:46237, datanodeUuid=e5754d32-6e4c-4e3e-967f-0220218bf342, infoPort=37991, infoSecurePort=0, ipcPort=33381, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:06,496 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f 2024-11-07T15:30:06,499 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/zookeeper_0, clientPort=54060, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:30:06,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54060 2024-11-07T15:30:06,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,502 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:30:06,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:30:06,515 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60 with version=8 2024-11-07T15:30:06,515 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase-staging 2024-11-07T15:30:06,518 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:30:06,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:06,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:06,518 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:30:06,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:06,518 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:30:06,519 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:30:06,519 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:06,519 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35209 2024-11-07T15:30:06,522 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35209 connecting to ZooKeeper ensemble=127.0.0.1:54060 2024-11-07T15:30:06,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:352090x0, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:30:06,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35209-0x10115eb3dce0000 connected 2024-11-07T15:30:06,665 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,668 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,672 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:06,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60, hbase.cluster.distributed=false 2024-11-07T15:30:06,675 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:30:06,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35209 2024-11-07T15:30:06,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35209 2024-11-07T15:30:06,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35209 2024-11-07T15:30:06,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35209 2024-11-07T15:30:06,677 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35209 2024-11-07T15:30:06,703 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:30:06,703 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:06,704 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:30:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:06,704 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:30:06,704 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:30:06,704 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:06,705 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45341 2024-11-07T15:30:06,706 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45341 connecting to ZooKeeper ensemble=127.0.0.1:54060 2024-11-07T15:30:06,707 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,709 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:453410x0, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:30:06,760 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:453410x0, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:06,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45341-0x10115eb3dce0001 connected 2024-11-07T15:30:06,760 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:30:06,761 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:30:06,761 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:30:06,763 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:30:06,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-07T15:30:06,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45341 2024-11-07T15:30:06,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45341 2024-11-07T15:30:06,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-07T15:30:06,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45341 2024-11-07T15:30:06,780 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:35209 2024-11-07T15:30:06,780 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:06,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:06,852 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:06,852 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:30:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:06,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:06,938 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:30:06,939 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b3e4e8e12ef,35209,1730993406517 from backup master directory 2024-11-07T15:30:06,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:06,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:06,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:06,948 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:30:06,948 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:06,955 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/hbase.id] with ID: 985ed125-540b-4b50-a91a-8d5ae0911c5a 2024-11-07T15:30:06,955 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/.tmp/hbase.id 2024-11-07T15:30:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:30:06,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:30:06,964 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/.tmp/hbase.id]:[hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/hbase.id] 2024-11-07T15:30:06,982 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:06,982 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:30:06,984 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-07T15:30:07,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,011 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:30:07,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:30:07,021 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:30:07,022 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:30:07,022 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:30:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:30:07,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:30:07,035 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store 2024-11-07T15:30:07,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:30:07,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:30:07,043 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:07,044 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:30:07,044 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:07,044 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:07,044 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:30:07,044 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:07,044 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:07,044 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993407044Disabling compacts and flushes for region at 1730993407044Disabling writes for close at 1730993407044Writing region close event to WAL at 1730993407044Closed at 1730993407044 2024-11-07T15:30:07,045 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/.initializing 2024-11-07T15:30:07,045 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:07,047 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:30:07,050 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C35209%2C1730993406517, suffix=, logDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517, archiveDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/oldWALs, maxLogs=10 2024-11-07T15:30:07,066 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050, exclude list is [], retry=0 2024-11-07T15:30:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e835649f-0e87-4c99-965d-9adb1262ff76,DISK] 2024-11-07T15:30:07,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46237,DS-3c702c30-9d44-4dd6-bbb3-a603b01e2c57,DISK] 2024-11-07T15:30:07,084 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 2024-11-07T15:30:07,094 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40737:40737),(127.0.0.1/127.0.0.1:37991:37991)] 2024-11-07T15:30:07,094 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:30:07,094 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:07,094 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,094 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,096 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,098 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:30:07,098 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:07,099 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,101 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:30:07,102 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,102 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:07,103 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,106 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:30:07,106 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,107 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:07,108 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:30:07,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:07,111 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,112 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,112 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,114 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,114 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,115 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:30:07,117 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:07,120 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:30:07,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=705151, jitterRate=-0.10335493087768555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:30:07,123 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730993407094Initializing all the Stores at 1730993407096 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993407096Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993407096Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993407096Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993407096Cleaning up temporary data from old regions at 1730993407114 (+18 ms)Region opened successfully at 1730993407123 (+9 ms) 2024-11-07T15:30:07,123 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:30:07,129 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4466e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:30:07,130 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:30:07,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:30:07,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:30:07,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:30:07,132 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:30:07,132 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:30:07,132 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:30:07,136 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:30:07,137 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:30:07,148 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:30:07,149 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:30:07,150 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:30:07,159 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:30:07,159 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:30:07,160 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:30:07,169 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:30:07,171 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:30:07,180 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:30:07,183 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:30:07,190 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:30:07,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:07,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:07,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,201 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,201 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,35209,1730993406517, sessionid=0x10115eb3dce0000, setting cluster-up flag (Was=false) 2024-11-07T15:30:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,222 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,253 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:30:07,255 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,306 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:30:07,308 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:07,310 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:30:07,312 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:07,312 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:30:07,312 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:30:07,313 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,35209,1730993406517 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:30:07,315 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,316 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730993437316 2024-11-07T15:30:07,316 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:30:07,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:30:07,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:30:07,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:30:07,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:30:07,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:30:07,317 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,317 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:07,317 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:30:07,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:30:07,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:30:07,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:30:07,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:30:07,318 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:30:07,319 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993407318,5,FailOnTimeoutGroup] 2024-11-07T15:30:07,319 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993407319,5,FailOnTimeoutGroup] 2024-11-07T15:30:07,319 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,319 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:30:07,319 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,319 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,319 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,319 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:30:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:30:07,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:30:07,333 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:30:07,333 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60 2024-11-07T15:30:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:30:07,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46109 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:30:07,344 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:07,346 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:30:07,349 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:30:07,349 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:07,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:30:07,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:30:07,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:07,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:30:07,355 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:30:07,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:07,356 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:30:07,358 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:30:07,358 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:07,359 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:07,359 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:30:07,360 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740 2024-11-07T15:30:07,361 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740 2024-11-07T15:30:07,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:30:07,363 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:30:07,363 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:30:07,365 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:30:07,367 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:30:07,368 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762806, jitterRate=-0.03004308044910431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:30:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730993407344Initializing all the Stores at 1730993407346 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993407346Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993407346Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993407346Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993407346Cleaning up temporary data from old regions at 1730993407363 (+17 ms)Region opened successfully at 1730993407369 (+6 ms) 2024-11-07T15:30:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:30:07,369 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:30:07,369 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:30:07,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:30:07,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:30:07,370 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:30:07,370 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993407369Disabling compacts and flushes for region at 1730993407369Disabling writes for close at 1730993407370 (+1 ms)Writing region close event to WAL at 1730993407370Closed at 1730993407370 2024-11-07T15:30:07,371 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(746): ClusterId : 985ed125-540b-4b50-a91a-8d5ae0911c5a 2024-11-07T15:30:07,371 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:30:07,372 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:07,372 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:30:07,372 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:30:07,374 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:30:07,375 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:30:07,426 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:30:07,427 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:30:07,456 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:30:07,458 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38ade372, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:30:07,478 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:45341 2024-11-07T15:30:07,478 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:30:07,478 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:30:07,478 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:30:07,479 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,35209,1730993406517 with port=45341, startcode=1730993406703 2024-11-07T15:30:07,479 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:30:07,481 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:30:07,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35209 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35209 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,483 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60 2024-11-07T15:30:07,483 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36641 2024-11-07T15:30:07,483 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:30:07,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:30:07,496 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] zookeeper.ZKUtil(111): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,496 WARN [RS:0;7b3e4e8e12ef:45341 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:30:07,496 INFO [RS:0;7b3e4e8e12ef:45341 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:30:07,497 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,497 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,45341,1730993406703] 2024-11-07T15:30:07,502 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:30:07,507 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:30:07,507 INFO [RS:0;7b3e4e8e12ef:45341 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:30:07,507 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,507 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:30:07,508 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:30:07,509 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,509 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,510 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,510 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:07,510 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:30:07,510 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:30:07,510 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,510 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,510 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,510 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,510 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,511 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45341,1730993406703-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:30:07,525 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:30:07,526 WARN [7b3e4e8e12ef:35209 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:30:07,526 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,45341,1730993406703-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,526 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,526 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.Replication(171): 7b3e4e8e12ef,45341,1730993406703 started 2024-11-07T15:30:07,540 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:07,540 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,45341,1730993406703, RpcServer on 7b3e4e8e12ef/172.17.0.2:45341, sessionid=0x10115eb3dce0001 2024-11-07T15:30:07,541 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:30:07,541 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,541 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,45341,1730993406703' 2024-11-07T15:30:07,541 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:30:07,541 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:30:07,542 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:30:07,542 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:30:07,542 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,542 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,45341,1730993406703' 2024-11-07T15:30:07,542 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:30:07,543 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:30:07,543 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:30:07,543 INFO [RS:0;7b3e4e8e12ef:45341 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:30:07,543 INFO [RS:0;7b3e4e8e12ef:45341 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:30:07,644 INFO [RS:0;7b3e4e8e12ef:45341 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:30:07,648 INFO [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C45341%2C1730993406703, suffix=, logDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703, archiveDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs, maxLogs=32 2024-11-07T15:30:07,666 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652, exclude list is [], retry=0 2024-11-07T15:30:07,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e835649f-0e87-4c99-965d-9adb1262ff76,DISK] 2024-11-07T15:30:07,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46237,DS-3c702c30-9d44-4dd6-bbb3-a603b01e2c57,DISK] 2024-11-07T15:30:07,672 INFO [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 2024-11-07T15:30:07,672 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40737:40737),(127.0.0.1/127.0.0.1:37991:37991)] 2024-11-07T15:30:07,776 DEBUG [7b3e4e8e12ef:35209 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:30:07,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:07,779 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,45341,1730993406703, state=OPENING 2024-11-07T15:30:07,801 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:30:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:07,813 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:30:07,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:07,814 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,45341,1730993406703}] 2024-11-07T15:30:07,814 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:07,971 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:30:07,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38409, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:30:07,998 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:30:07,998 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:30:07,999 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:30:08,003 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C45341%2C1730993406703.meta, suffix=.meta, logDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703, archiveDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs, maxLogs=32 2024-11-07T15:30:08,020 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta, exclude list is [], retry=0 2024-11-07T15:30:08,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46237,DS-3c702c30-9d44-4dd6-bbb3-a603b01e2c57,DISK] 2024-11-07T15:30:08,023 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46109,DS-e835649f-0e87-4c99-965d-9adb1262ff76,DISK] 2024-11-07T15:30:08,025 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta 2024-11-07T15:30:08,025 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37991:37991),(127.0.0.1/127.0.0.1:40737:40737)] 2024-11-07T15:30:08,026 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:30:08,026 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:30:08,026 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:30:08,026 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:30:08,026 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:30:08,026 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:08,026 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:30:08,027 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:30:08,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:30:08,030 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:30:08,030 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:08,030 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:08,031 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:30:08,031 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:30:08,031 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:08,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:08,032 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:30:08,034 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:30:08,034 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:08,034 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:08,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:30:08,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:30:08,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:08,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:08,037 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:30:08,038 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740 2024-11-07T15:30:08,040 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740 2024-11-07T15:30:08,041 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:30:08,041 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:30:08,042 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:30:08,044 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:30:08,045 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=859055, jitterRate=0.09234559535980225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:30:08,045 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:30:08,046 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730993408027Writing region info on filesystem at 1730993408027Initializing all the Stores at 1730993408028 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993408028Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993408028Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993408028Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993408028Cleaning up temporary data from old regions at 1730993408041 (+13 ms)Running coprocessor post-open hooks at 1730993408045 (+4 ms)Region opened successfully at 1730993408046 (+1 ms) 2024-11-07T15:30:08,047 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730993407971 2024-11-07T15:30:08,050 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:30:08,050 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:30:08,051 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:08,052 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,45341,1730993406703, state=OPEN 2024-11-07T15:30:08,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:30:08,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:30:08,096 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:08,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:08,097 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:08,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:30:08,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,45341,1730993406703 in 283 msec 2024-11-07T15:30:08,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:30:08,107 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 732 msec 2024-11-07T15:30:08,108 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:08,108 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:30:08,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:30:08,110 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45341,1730993406703, seqNum=-1] 2024-11-07T15:30:08,110 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:30:08,112 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:30:08,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 806 msec 2024-11-07T15:30:08,119 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730993408119, completionTime=-1 2024-11-07T15:30:08,119 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:30:08,119 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:30:08,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:30:08,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730993468121 2024-11-07T15:30:08,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730993528121 2024-11-07T15:30:08,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:30:08,121 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35209,1730993406517-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35209,1730993406517-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35209,1730993406517-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:35209, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,122 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,124 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.179sec 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35209,1730993406517-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:30:08,127 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35209,1730993406517-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:30:08,131 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:30:08,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:30:08,131 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,35209,1730993406517-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:08,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5da0e932, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:08,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,35209,-1 for getting cluster id 2024-11-07T15:30:08,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:30:08,173 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '985ed125-540b-4b50-a91a-8d5ae0911c5a' 2024-11-07T15:30:08,173 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:30:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "985ed125-540b-4b50-a91a-8d5ae0911c5a" 2024-11-07T15:30:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c19b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,35209,-1] 2024-11-07T15:30:08,174 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:30:08,175 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:08,177 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:30:08,178 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2613c244, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:08,178 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:30:08,179 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,45341,1730993406703, seqNum=-1] 2024-11-07T15:30:08,180 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:30:08,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:30:08,183 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:08,184 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:08,187 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T15:30:08,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:08,202 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:08,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:08,203 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:08,203 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:30:08,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@203505c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:08,204 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@247bca30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:08,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@238cee6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-45509-hadoop-hdfs-3_4_1-tests_jar-_-any-4037084159599711036/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:08,301 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bd75a18{HTTP/1.1, (http/1.1)}{localhost:45509} 2024-11-07T15:30:08,301 INFO [Time-limited test {}] server.Server(415): Started @71118ms 2024-11-07T15:30:08,303 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:08,336 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:08,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:08,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:08,343 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:08,343 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:30:08,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71fa9a13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:08,344 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3e3816c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:08,439 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37079afb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-40063-hadoop-hdfs-3_4_1-tests_jar-_-any-12056349295672347951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:08,439 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@cc57455{HTTP/1.1, (http/1.1)}{localhost:40063} 2024-11-07T15:30:08,439 INFO [Time-limited test {}] server.Server(415): Started @71256ms 2024-11-07T15:30:08,441 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:08,469 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:08,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:08,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:08,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:08,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:30:08,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f155673{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:08,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e9369b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:08,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3108963c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-44003-hadoop-hdfs-3_4_1-tests_jar-_-any-2489641061107819090/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:08,570 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d9b2bc4{HTTP/1.1, (http/1.1)}{localhost:44003} 2024-11-07T15:30:08,570 INFO [Time-limited test {}] server.Server(415): Started @71387ms 2024-11-07T15:30:08,571 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:08,703 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:08,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:09,229 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:30:09,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:09,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:09,661 WARN [Thread-548 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data5/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:09,661 WARN [Thread-549 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data6/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:09,680 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd97bae0018fb9f65 with lease ID 0x120da1bc91ae35fe: Processing first storage report for DS-df923363-6335-4c42-876f-bb3e79b9af91 from datanode DatanodeRegistration(127.0.0.1:35725, datanodeUuid=263a83c9-6dfa-41ac-b941-987e72124fc9, infoPort=36281, infoSecurePort=0, ipcPort=34311, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd97bae0018fb9f65 with lease ID 0x120da1bc91ae35fe: from storage DS-df923363-6335-4c42-876f-bb3e79b9af91 node DatanodeRegistration(127.0.0.1:35725, datanodeUuid=263a83c9-6dfa-41ac-b941-987e72124fc9, infoPort=36281, infoSecurePort=0, ipcPort=34311, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd97bae0018fb9f65 with lease ID 0x120da1bc91ae35fe: Processing first storage report for DS-911614d3-07c4-4aac-9186-c2711e86f480 from datanode DatanodeRegistration(127.0.0.1:35725, datanodeUuid=263a83c9-6dfa-41ac-b941-987e72124fc9, infoPort=36281, infoSecurePort=0, ipcPort=34311, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:09,684 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd97bae0018fb9f65 with lease ID 0x120da1bc91ae35fe: from storage DS-911614d3-07c4-4aac-9186-c2711e86f480 node DatanodeRegistration(127.0.0.1:35725, datanodeUuid=263a83c9-6dfa-41ac-b941-987e72124fc9, infoPort=36281, infoSecurePort=0, ipcPort=34311, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:09,824 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data7/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:09,824 WARN [Thread-560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data8/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:09,841 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b96226d57b34468 with lease ID 0x120da1bc91ae35ff: Processing first storage report for DS-62145122-da33-4387-b87f-1d77797046e5 from datanode DatanodeRegistration(127.0.0.1:43551, datanodeUuid=daf72316-d910-4c34-b409-ae4fdf67726a, infoPort=42829, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:09,844 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b96226d57b34468 with lease ID 0x120da1bc91ae35ff: from storage DS-62145122-da33-4387-b87f-1d77797046e5 node DatanodeRegistration(127.0.0.1:43551, datanodeUuid=daf72316-d910-4c34-b409-ae4fdf67726a, infoPort=42829, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3b96226d57b34468 with lease ID 0x120da1bc91ae35ff: Processing first storage report for DS-e416bdc8-247c-479c-bf34-e31471dd7e28 from datanode DatanodeRegistration(127.0.0.1:43551, datanodeUuid=daf72316-d910-4c34-b409-ae4fdf67726a, infoPort=42829, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:09,845 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3b96226d57b34468 with lease ID 0x120da1bc91ae35ff: from storage DS-e416bdc8-247c-479c-bf34-e31471dd7e28 node DatanodeRegistration(127.0.0.1:43551, datanodeUuid=daf72316-d910-4c34-b409-ae4fdf67726a, infoPort=42829, infoSecurePort=0, ipcPort=46377, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:09,885 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data9/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:09,885 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data10/current/BP-554955444-172.17.0.2-1730993404465/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:09,908 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf6bb7e27020759 with lease ID 0x120da1bc91ae3600: Processing first storage report for DS-4d3d6d46-c5f7-4b83-837b-c6a0f762728d from datanode DatanodeRegistration(127.0.0.1:36381, datanodeUuid=f3514d8e-e3ee-4605-b12d-e3381cf61736, infoPort=32913, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:09,911 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf6bb7e27020759 with lease ID 0x120da1bc91ae3600: from storage DS-4d3d6d46-c5f7-4b83-837b-c6a0f762728d node DatanodeRegistration(127.0.0.1:36381, datanodeUuid=f3514d8e-e3ee-4605-b12d-e3381cf61736, infoPort=32913, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2bf6bb7e27020759 with lease ID 0x120da1bc91ae3600: Processing first storage report for DS-7bab1efd-28b2-466f-ad45-67e72f815bac from datanode DatanodeRegistration(127.0.0.1:36381, datanodeUuid=f3514d8e-e3ee-4605-b12d-e3381cf61736, infoPort=32913, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465) 2024-11-07T15:30:09,912 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2bf6bb7e27020759 with lease ID 0x120da1bc91ae3600: from storage DS-7bab1efd-28b2-466f-ad45-67e72f815bac node DatanodeRegistration(127.0.0.1:36381, datanodeUuid=f3514d8e-e3ee-4605-b12d-e3381cf61736, infoPort=32913, infoSecurePort=0, ipcPort=45773, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:10,007 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:30:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:10,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@594ee164 2024-11-07T15:30:10,011 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:30:10,015 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44510, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:30:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T15:30:10,016 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T15:30:10,017 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:30:10,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T15:30:10,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:30:10,023 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:10,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-07T15:30:10,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:30:10,026 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:30:10,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741835_1011 (size=393) 2024-11-07T15:30:10,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741835_1011 (size=393) 2024-11-07T15:30:10,038 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1f7cd949e685a9618f13194eb977b7db, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60 2024-11-07T15:30:10,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741836_1012 (size=76) 2024-11-07T15:30:10,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741836_1012 (size=76) 2024-11-07T15:30:10,049 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:10,049 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 1f7cd949e685a9618f13194eb977b7db, disabling compactions & flushes 2024-11-07T15:30:10,049 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,049 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,049 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. after waiting 0 ms 2024-11-07T15:30:10,049 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,049 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,049 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1f7cd949e685a9618f13194eb977b7db: Waiting for close lock at 1730993410049Disabling compacts and flushes for region at 1730993410049Disabling writes for close at 1730993410049Writing region close event to WAL at 1730993410049Closed at 1730993410049 2024-11-07T15:30:10,052 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:30:10,052 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1730993410052"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730993410052"}]},"ts":"1730993410052"} 2024-11-07T15:30:10,055 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:30:10,056 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:30:10,056 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993410056"}]},"ts":"1730993410056"} 2024-11-07T15:30:10,058 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-07T15:30:10,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1f7cd949e685a9618f13194eb977b7db, ASSIGN}] 2024-11-07T15:30:10,060 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1f7cd949e685a9618f13194eb977b7db, ASSIGN 2024-11-07T15:30:10,062 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1f7cd949e685a9618f13194eb977b7db, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,45341,1730993406703; forceNewPlan=false, retain=false 2024-11-07T15:30:10,213 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f7cd949e685a9618f13194eb977b7db, regionState=OPENING, regionLocation=7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:10,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1f7cd949e685a9618f13194eb977b7db, ASSIGN because future has completed 2024-11-07T15:30:10,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f7cd949e685a9618f13194eb977b7db, server=7b3e4e8e12ef,45341,1730993406703}] 2024-11-07T15:30:10,386 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,387 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 1f7cd949e685a9618f13194eb977b7db, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:30:10,388 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,388 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:10,388 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,389 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,391 INFO [StoreOpener-1f7cd949e685a9618f13194eb977b7db-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,394 INFO [StoreOpener-1f7cd949e685a9618f13194eb977b7db-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f7cd949e685a9618f13194eb977b7db columnFamilyName info 2024-11-07T15:30:10,394 DEBUG [StoreOpener-1f7cd949e685a9618f13194eb977b7db-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:10,395 INFO [StoreOpener-1f7cd949e685a9618f13194eb977b7db-1 {}] regionserver.HStore(327): Store=1f7cd949e685a9618f13194eb977b7db/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:10,395 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,396 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,396 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,397 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,397 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,400 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,403 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:30:10,404 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 1f7cd949e685a9618f13194eb977b7db; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=841067, jitterRate=0.0694727748632431}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:30:10,404 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:10,406 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 1f7cd949e685a9618f13194eb977b7db: Running coprocessor pre-open hook at 1730993410389Writing region info on filesystem at 1730993410389Initializing all the Stores at 1730993410391 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993410391Cleaning up temporary data from old regions at 1730993410397 (+6 ms)Running coprocessor post-open hooks at 1730993410404 (+7 ms)Region opened successfully at 1730993410405 (+1 ms) 2024-11-07T15:30:10,407 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db., pid=6, masterSystemTime=1730993410376 2024-11-07T15:30:10,410 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,410 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:10,411 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=1f7cd949e685a9618f13194eb977b7db, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:10,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1f7cd949e685a9618f13194eb977b7db, server=7b3e4e8e12ef,45341,1730993406703 because future has completed 2024-11-07T15:30:10,418 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:30:10,419 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 1f7cd949e685a9618f13194eb977b7db, server=7b3e4e8e12ef,45341,1730993406703 in 195 msec 2024-11-07T15:30:10,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:30:10,421 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=1f7cd949e685a9618f13194eb977b7db, ASSIGN in 359 msec 2024-11-07T15:30:10,422 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:30:10,423 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993410422"}]},"ts":"1730993410422"} 2024-11-07T15:30:10,425 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-07T15:30:10,427 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:30:10,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 410 msec 2024-11-07T15:30:13,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T15:30:13,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-07T15:30:13,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-07T15:30:13,503 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:30:13,506 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-07T15:30:15,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:30:15,899 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:15,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:20,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35209 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:30:20,060 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-07T15:30:20,061 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-07T15:30:20,063 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:30:20,069 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-07T15:30:20,070 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:30:20,071 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-07T15:30:20,075 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db., hostname=7b3e4e8e12ef,45341,1730993406703, seqNum=2] 2024-11-07T15:30:20,078 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-07T15:30:20,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T15:30:20,082 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:20,085 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_15213076_22 at /127.0.0.1:39822 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39822 dst: /127.0.0.1:46237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,085 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1658536223_22 at /127.0.0.1:39796 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39796 dst: /127.0.0.1:46237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,085 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_15213076_22 at /127.0.0.1:39836 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46237:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39836 dst: /127.0.0.1:46237 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_15213076_22 at /127.0.0.1:39242 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46109:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39242 dst: /127.0.0.1:46109 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1658536223_22 at /127.0.0.1:39214 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46109:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39214 dst: /127.0.0.1:46109 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,084 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_15213076_22 at /127.0.0.1:39234 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46109:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:39234 dst: /127.0.0.1:46109 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,132 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72a49257{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:20,133 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40cc238c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:20,133 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:20,133 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3cf5a238{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:20,134 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@744a4a63{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:20,135 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:20,135 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:20,135 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554955444-172.17.0.2-1730993404465 (Datanode Uuid 27dfb907-5eb2-4713-8ac3-d33c4641a423) service to localhost/127.0.0.1:36641 2024-11-07T15:30:20,135 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:20,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data1/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:20,136 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data2/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:20,136 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:20,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:20,149 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:20,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:20,150 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:20,150 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:30:20,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@572f0b56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:20,151 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52d88018{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:20,243 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4a70065c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/java.io.tmpdir/jetty-localhost-32785-hadoop-hdfs-3_4_1-tests_jar-_-any-16124306141329814034/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:20,244 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f0bfdc6{HTTP/1.1, (http/1.1)}{localhost:32785} 2024-11-07T15:30:20,244 INFO [Time-limited test {}] server.Server(415): Started @83060ms 2024-11-07T15:30:20,245 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:20,262 WARN [AsyncFSWAL-0-hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60-prefix:7b3e4e8e12ef,45341,1730993406703 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,262 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C45341%2C1730993406703:(num 1730993407652) roll requested 2024-11-07T15:30:20,274 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993420263, exclude list is [], retry=0 2024-11-07T15:30:20,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-4d3d6d46-c5f7-4b83-837b-c6a0f762728d,DISK] 2024-11-07T15:30:20,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35725,DS-df923363-6335-4c42-876f-bb3e79b9af91,DISK] 2024-11-07T15:30:20,279 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993420263 2024-11-07T15:30:20,279 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913),(127.0.0.1/127.0.0.1:36281:36281)] 2024-11-07T15:30:20,279 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 is not closed yet, will try archiving it next time 2024-11-07T15:30:20,280 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,281 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:30:20,280 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,281 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:30:20,281 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:30:20,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:20,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:20,281 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:30:20,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:30:20,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1559687199, stopped=false 2024-11-07T15:30:20,281 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,35209,1730993406517 2024-11-07T15:30:20,282 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-07T15:30:20,282 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-07T15:30:20,282 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 2024-11-07T15:30:20,285 WARN [IPC Server handler 1 on default port 36641 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-07T15:30:20,289 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 after 5ms 2024-11-07T15:30:20,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:20,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:20,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:20,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:30:20,338 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:30:20,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:30:20,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:20,339 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:20,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,45341,1730993406703' ***** 2024-11-07T15:30:20,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:30:20,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:20,340 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:30:20,341 INFO [RS:0;7b3e4e8e12ef:45341 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:30:20,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:30:20,341 INFO [RS:0;7b3e4e8e12ef:45341 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:30:20,341 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:20,342 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:20,342 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:30:20,342 INFO [RS:0;7b3e4e8e12ef:45341 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:45341. 2024-11-07T15:30:20,342 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1f7cd949e685a9618f13194eb977b7db, disabling compactions & flushes 2024-11-07T15:30:20,342 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:20,342 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:30:20,342 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:20,342 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:20,343 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. after waiting 0 ms 2024-11-07T15:30:20,343 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:20,343 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:30:20,343 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:30:20,343 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:30:20,343 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1f7cd949e685a9618f13194eb977b7db 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-07T15:30:20,343 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:30:20,344 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:30:20,344 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1325): Online Regions={1f7cd949e685a9618f13194eb977b7db=TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:30:20,344 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1f7cd949e685a9618f13194eb977b7db 2024-11-07T15:30:20,344 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:30:20,344 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:30:20,344 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:30:20,344 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:30:20,344 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:30:20,345 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-07T15:30:20,345 WARN [AsyncFSWAL-0-hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60-prefix:7b3e4e8e12ef,45341,1730993406703.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,345 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C45341%2C1730993406703.meta:.meta(num 1730993408007) roll requested 2024-11-07T15:30:20,359 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993420346.meta, exclude list is [], retry=0 2024-11-07T15:30:20,360 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/.tmp/info/e1fa277468504a5caa983b4fa87684d7 is 1055, key is row0001/info:/1730993420076/Put/seqid=0 2024-11-07T15:30:20,362 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-4d3d6d46-c5f7-4b83-837b-c6a0f762728d,DISK] 2024-11-07T15:30:20,362 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] monitor.ExcludeDatanodeManager(82): Added datanode: DatanodeInfoWithStorage[127.0.0.1:46109,DS-e835649f-0e87-4c99-965d-9adb1262ff76,DISK] to exclude cache by [connect error] success, current excludeDNsCache size=1 2024-11-07T15:30:20,363 WARN [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(579): create fan-out dfs output /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993420346.meta failed, retry = 0 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: /127.0.0.1:46109 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741839_1016 (size=7062) 2024-11-07T15:30:20,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741839_1016 (size=7062) 2024-11-07T15:30:20,366 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/.tmp/info/e1fa277468504a5caa983b4fa87684d7 2024-11-07T15:30:20,375 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/.tmp/info/e1fa277468504a5caa983b4fa87684d7 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/info/e1fa277468504a5caa983b4fa87684d7 2024-11-07T15:30:20,382 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/info/e1fa277468504a5caa983b4fa87684d7, entries=2, sequenceid=6, filesize=6.9 K 2024-11-07T15:30:20,383 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 1f7cd949e685a9618f13194eb977b7db in 40ms, sequenceid=6, compaction requested=false 2024-11-07T15:30:20,388 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/default/TestLogRolling-testLogRollOnDatanodeDeath/1f7cd949e685a9618f13194eb977b7db/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:30:20,388 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:20,389 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1f7cd949e685a9618f13194eb977b7db: Waiting for close lock at 1730993420342Running coprocessor pre-close hooks at 1730993420342Disabling compacts and flushes for region at 1730993420342Disabling writes for close at 1730993420343 (+1 ms)Obtaining lock to block concurrent updates at 1730993420343Preparing flush snapshotting stores in 1f7cd949e685a9618f13194eb977b7db at 1730993420343Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1730993420344 (+1 ms)Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. at 1730993420345 (+1 ms)Flushing 1f7cd949e685a9618f13194eb977b7db/info: creating writer at 1730993420345Flushing 1f7cd949e685a9618f13194eb977b7db/info: appending metadata at 1730993420359 (+14 ms)Flushing 1f7cd949e685a9618f13194eb977b7db/info: closing flushed file at 1730993420360 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3db18f05: reopening flushed file at 1730993420374 (+14 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 1f7cd949e685a9618f13194eb977b7db in 40ms, sequenceid=6, compaction requested=false at 1730993420383 (+9 ms)Writing region close event to WAL at 1730993420384 (+1 ms)Running coprocessor post-close hooks at 1730993420388 (+4 ms)Closed at 1730993420388 2024-11-07T15:30:20,389 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db. 2024-11-07T15:30:20,464 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993420346.meta, exclude list is [(127.0.0.1/127.0.0.1:40737:40737)], retry=1 2024-11-07T15:30:20,465 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_15213076_22 at /127.0.0.1:46668 [Receiving block BP-554955444-172.17.0.2-1730993404465:blk_1073741838_1015] {}] datanode.DataXceiver(331): 127.0.0.1:36381:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:46668 dst: /127.0.0.1:36381 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36381,DS-4d3d6d46-c5f7-4b83-837b-c6a0f762728d,DISK] 2024-11-07T15:30:20,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35725,DS-df923363-6335-4c42-876f-bb3e79b9af91,DISK] 2024-11-07T15:30:20,474 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993420346.meta 2024-11-07T15:30:20,475 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32913:32913),(127.0.0.1/127.0.0.1:36281:36281)] 2024-11-07T15:30:20,475 DEBUG [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta is not closed yet, will try archiving it next time 2024-11-07T15:30:20,475 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,475 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:20,476 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta 2024-11-07T15:30:20,476 WARN [IPC Server handler 1 on default port 36641 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta has not been closed. Lease recovery is in progress. RecoveryId = 1018 for block blk_1073741834_1010 2024-11-07T15:30:20,477 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta after 1ms 2024-11-07T15:30:20,491 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/info/1efc3c449bb9424db0aa2f273a5ee400 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1730993410015.1f7cd949e685a9618f13194eb977b7db./info:regioninfo/1730993410411/Put/seqid=0 2024-11-07T15:30:20,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741841_1019 (size=7089) 2024-11-07T15:30:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741841_1019 (size=7089) 2024-11-07T15:30:20,498 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/info/1efc3c449bb9424db0aa2f273a5ee400 2024-11-07T15:30:20,521 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/ns/a2a20032a7c847d992d8727d2b20a9e3 is 43, key is default/ns:d/1730993408112/Put/seqid=0 2024-11-07T15:30:20,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741842_1020 (size=5153) 2024-11-07T15:30:20,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741842_1020 (size=5153) 2024-11-07T15:30:20,527 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/ns/a2a20032a7c847d992d8727d2b20a9e3 2024-11-07T15:30:20,544 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:30:20,551 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/table/0c96aa7e6f7448ee82b62ceb0aa71b6a is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1730993410422/Put/seqid=0 2024-11-07T15:30:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741843_1021 (size=5424) 2024-11-07T15:30:20,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741843_1021 (size=5424) 2024-11-07T15:30:20,557 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/table/0c96aa7e6f7448ee82b62ceb0aa71b6a 2024-11-07T15:30:20,558 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:30:20,558 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:30:20,564 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/info/1efc3c449bb9424db0aa2f273a5ee400 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/info/1efc3c449bb9424db0aa2f273a5ee400 2024-11-07T15:30:20,573 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/info/1efc3c449bb9424db0aa2f273a5ee400, entries=10, sequenceid=11, filesize=6.9 K 2024-11-07T15:30:20,574 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/ns/a2a20032a7c847d992d8727d2b20a9e3 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/ns/a2a20032a7c847d992d8727d2b20a9e3 2024-11-07T15:30:20,582 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/ns/a2a20032a7c847d992d8727d2b20a9e3, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:30:20,583 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/.tmp/table/0c96aa7e6f7448ee82b62ceb0aa71b6a as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/table/0c96aa7e6f7448ee82b62ceb0aa71b6a 2024-11-07T15:30:20,589 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/table/0c96aa7e6f7448ee82b62ceb0aa71b6a, entries=2, sequenceid=11, filesize=5.3 K 2024-11-07T15:30:20,591 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 247ms, sequenceid=11, compaction requested=false 2024-11-07T15:30:20,596 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:30:20,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:30:20,597 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:30:20,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993420344Running coprocessor pre-close hooks at 1730993420344Disabling compacts and flushes for region at 1730993420344Disabling writes for close at 1730993420344Obtaining lock to block concurrent updates at 1730993420345 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730993420345Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1730993420345Flushing stores of hbase:meta,,1.1588230740 at 1730993420476 (+131 ms)Flushing 1588230740/info: creating writer at 1730993420476Flushing 1588230740/info: appending metadata at 1730993420491 (+15 ms)Flushing 1588230740/info: closing flushed file at 1730993420491Flushing 1588230740/ns: creating writer at 1730993420505 (+14 ms)Flushing 1588230740/ns: appending metadata at 1730993420520 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730993420520Flushing 1588230740/table: creating writer at 1730993420535 (+15 ms)Flushing 1588230740/table: appending metadata at 1730993420550 (+15 ms)Flushing 1588230740/table: closing flushed file at 1730993420550Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c701584: reopening flushed file at 1730993420563 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e43097: reopening flushed file at 1730993420573 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267430f9: reopening flushed file at 1730993420582 (+9 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 247ms, sequenceid=11, compaction requested=false at 1730993420591 (+9 ms)Writing region close event to WAL at 1730993420592 (+1 ms)Running coprocessor post-close hooks at 1730993420597 (+5 ms)Closed at 1730993420597 2024-11-07T15:30:20,597 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:30:20,654 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x750f6958d8301e2a with lease ID 0x120da1bc91ae3601: from storage DS-e835649f-0e87-4c99-965d-9adb1262ff76 node DatanodeRegistration(127.0.0.1:46851, datanodeUuid=27dfb907-5eb2-4713-8ac3-d33c4641a423, infoPort=39339, infoSecurePort=0, ipcPort=41521, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:20,658 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x750f6958d8301e2a with lease ID 0x120da1bc91ae3601: from storage DS-43bb0416-4b91-4941-984e-e25b8d73b9cb node DatanodeRegistration(127.0.0.1:46851, datanodeUuid=27dfb907-5eb2-4713-8ac3-d33c4641a423, infoPort=39339, infoSecurePort=0, ipcPort=41521, storageInfo=lv=-57;cid=testClusterID;nsid=1488944883;c=1730993404465), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:20,744 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,45341,1730993406703; all regions closed. 2024-11-07T15:30:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741840_1017 (size=825) 2024-11-07T15:30:20,748 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741840_1017 (size=825) 2024-11-07T15:30:21,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741833_1014 (size=1599) 2024-11-07T15:30:21,512 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:30:23,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-07T15:30:23,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:30:23,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:30:24,291 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 after 4009ms 2024-11-07T15:30:24,292 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 to hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs/7b3e4e8e12ef%2C45341%2C1730993406703.1730993407652 2024-11-07T15:30:24,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741833_1014 (size=1599) 2024-11-07T15:30:24,478 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta after 4002ms 2024-11-07T15:30:24,478 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/WALs/7b3e4e8e12ef,45341,1730993406703/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta to hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs/7b3e4e8e12ef%2C45341%2C1730993406703.meta.1730993408007.meta 2024-11-07T15:30:24,484 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs 2024-11-07T15:30:24,484 INFO [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C45341%2C1730993406703.meta:.meta(num 1730993420346) 2024-11-07T15:30:24,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741837_1013 (size=2288) 2024-11-07T15:30:24,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741837_1013 (size=2288) 2024-11-07T15:30:24,493 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs 2024-11-07T15:30:24,493 INFO [RS:0;7b3e4e8e12ef:45341 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C45341%2C1730993406703:(num 1730993420263) 2024-11-07T15:30:24,494 DEBUG [RS:0;7b3e4e8e12ef:45341 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:24,494 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:30:24,494 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:30:24,494 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:30:24,494 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:30:24,494 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:30:24,494 INFO [RS:0;7b3e4e8e12ef:45341 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45341 2024-11-07T15:30:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b3e4e8e12ef,45341,1730993406703 2024-11-07T15:30:24,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:30:24,569 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:30:24,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,45341,1730993406703] 2024-11-07T15:30:24,589 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b3e4e8e12ef,45341,1730993406703 already deleted, retry=false 2024-11-07T15:30:24,590 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,45341,1730993406703 expired; onlineServers=0 2024-11-07T15:30:24,590 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,35209,1730993406517' ***** 2024-11-07T15:30:24,590 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:30:24,590 INFO [M:0;7b3e4e8e12ef:35209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:30:24,591 INFO [M:0;7b3e4e8e12ef:35209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:30:24,591 DEBUG [M:0;7b3e4e8e12ef:35209 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:30:24,591 DEBUG [M:0;7b3e4e8e12ef:35209 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:30:24,591 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:30:24,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993407318 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993407318,5,FailOnTimeoutGroup] 2024-11-07T15:30:24,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993407319 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993407319,5,FailOnTimeoutGroup] 2024-11-07T15:30:24,592 INFO [M:0;7b3e4e8e12ef:35209 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:30:24,592 INFO [M:0;7b3e4e8e12ef:35209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:30:24,593 DEBUG [M:0;7b3e4e8e12ef:35209 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:30:24,593 INFO [M:0;7b3e4e8e12ef:35209 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:30:24,593 INFO [M:0;7b3e4e8e12ef:35209 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:30:24,594 INFO [M:0;7b3e4e8e12ef:35209 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:30:24,594 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:30:24,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:30:24,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:24,600 DEBUG [M:0;7b3e4e8e12ef:35209 {}] zookeeper.ZKUtil(347): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:30:24,600 WARN [M:0;7b3e4e8e12ef:35209 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:30:24,602 INFO [M:0;7b3e4e8e12ef:35209 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/.lastflushedseqids 2024-11-07T15:30:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46851 is added to blk_1073741844_1022 (size=139) 2024-11-07T15:30:24,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741844_1022 (size=139) 2024-11-07T15:30:24,609 INFO [M:0;7b3e4e8e12ef:35209 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:30:24,610 INFO [M:0;7b3e4e8e12ef:35209 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:30:24,610 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:30:24,610 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:24,610 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:24,610 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:30:24,610 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:24,610 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-11-07T15:30:24,611 WARN [AsyncFSWAL-0-hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData-prefix:7b3e4e8e12ef,35209,1730993406517 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:24,611 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 7b3e4e8e12ef%2C35209%2C1730993406517:(num 1730993407050) roll requested 2024-11-07T15:30:24,630 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993424611, exclude list is [], retry=0 2024-11-07T15:30:24,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43551,DS-62145122-da33-4387-b87f-1d77797046e5,DISK] 2024-11-07T15:30:24,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46237,DS-3c702c30-9d44-4dd6-bbb3-a603b01e2c57,DISK] 2024-11-07T15:30:24,635 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993424611 2024-11-07T15:30:24,636 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42829:42829),(127.0.0.1/127.0.0.1:37991:37991)] 2024-11-07T15:30:24,636 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 is not closed yet, will try archiving it next time 2024-11-07T15:30:24,636 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:24,636 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-07T15:30:24,637 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 2024-11-07T15:30:24,637 WARN [IPC Server handler 1 on default port 36641 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-11-07T15:30:24,638 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 after 1ms 2024-11-07T15:30:24,652 DEBUG [M:0;7b3e4e8e12ef:35209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/215c7d42ad2e43ad8842ce76fb08a1e8 is 82, key is hbase:meta,,1/info:regioninfo/1730993408051/Put/seqid=0 2024-11-07T15:30:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741846_1025 (size=5672) 2024-11-07T15:30:24,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741846_1025 (size=5672) 2024-11-07T15:30:24,659 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/215c7d42ad2e43ad8842ce76fb08a1e8 2024-11-07T15:30:24,680 INFO [RS:0;7b3e4e8e12ef:45341 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:30:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:24,680 INFO [RS:0;7b3e4e8e12ef:45341 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,45341,1730993406703; zookeeper connection closed. 2024-11-07T15:30:24,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45341-0x10115eb3dce0001, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:24,680 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7d54866f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7d54866f 2024-11-07T15:30:24,680 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:30:24,683 DEBUG [M:0;7b3e4e8e12ef:35209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fd36394fcd4cf7b551fb53611aa569 is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730993410429/Put/seqid=0 2024-11-07T15:30:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35725 is added to blk_1073741847_1026 (size=6115) 2024-11-07T15:30:24,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741847_1026 (size=6115) 2024-11-07T15:30:24,690 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fd36394fcd4cf7b551fb53611aa569 2024-11-07T15:30:24,712 DEBUG [M:0;7b3e4e8e12ef:35209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfa68110a32a42adb5162034dbd07b09 is 69, key is 7b3e4e8e12ef,45341,1730993406703/rs:state/1730993407481/Put/seqid=0 2024-11-07T15:30:24,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46851 is added to blk_1073741848_1027 (size=5156) 2024-11-07T15:30:24,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741848_1027 (size=5156) 2024-11-07T15:30:24,718 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfa68110a32a42adb5162034dbd07b09 2024-11-07T15:30:24,740 DEBUG [M:0;7b3e4e8e12ef:35209 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9439ff67018b401186a8f987a6e3a8f9 is 52, key is load_balancer_on/state:d/1730993408186/Put/seqid=0 2024-11-07T15:30:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741849_1028 (size=5056) 2024-11-07T15:30:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36381 is added to blk_1073741849_1028 (size=5056) 2024-11-07T15:30:24,746 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9439ff67018b401186a8f987a6e3a8f9 2024-11-07T15:30:24,752 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/215c7d42ad2e43ad8842ce76fb08a1e8 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/215c7d42ad2e43ad8842ce76fb08a1e8 2024-11-07T15:30:24,758 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/215c7d42ad2e43ad8842ce76fb08a1e8, entries=8, sequenceid=56, filesize=5.5 K 2024-11-07T15:30:24,759 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a4fd36394fcd4cf7b551fb53611aa569 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4fd36394fcd4cf7b551fb53611aa569 2024-11-07T15:30:24,765 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a4fd36394fcd4cf7b551fb53611aa569, entries=6, sequenceid=56, filesize=6.0 K 2024-11-07T15:30:24,767 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cfa68110a32a42adb5162034dbd07b09 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfa68110a32a42adb5162034dbd07b09 2024-11-07T15:30:24,774 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cfa68110a32a42adb5162034dbd07b09, entries=1, sequenceid=56, filesize=5.0 K 2024-11-07T15:30:24,775 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9439ff67018b401186a8f987a6e3a8f9 as hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9439ff67018b401186a8f987a6e3a8f9 2024-11-07T15:30:24,782 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9439ff67018b401186a8f987a6e3a8f9, entries=1, sequenceid=56, filesize=4.9 K 2024-11-07T15:30:24,784 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 174ms, sequenceid=56, compaction requested=false 2024-11-07T15:30:24,786 INFO [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:24,786 DEBUG [M:0;7b3e4e8e12ef:35209 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993424610Disabling compacts and flushes for region at 1730993424610Disabling writes for close at 1730993424610Obtaining lock to block concurrent updates at 1730993424610Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730993424610Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1730993424611 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730993424636 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730993424636Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730993424652 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730993424652Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730993424666 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730993424682 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730993424682Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730993424696 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730993424711 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730993424711Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730993424725 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730993424739 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730993424739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c756e7f: reopening flushed file at 1730993424751 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ee1dffe: reopening flushed file at 1730993424759 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b2213c8: reopening flushed file at 1730993424766 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74d0cd47: reopening flushed file at 1730993424774 (+8 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 174ms, sequenceid=56, compaction requested=false at 1730993424784 (+10 ms)Writing region close event to WAL at 1730993424785 (+1 ms)Closed at 1730993424785 2024-11-07T15:30:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43551 is added to blk_1073741845_1023 (size=757) 2024-11-07T15:30:24,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46237 is added to blk_1073741845_1023 (size=757) 2024-11-07T15:30:25,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:30:25,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:25,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:25,924 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:28,640 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 after 4002ms 2024-11-07T15:30:28,641 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/WALs/7b3e4e8e12ef,35209,1730993406517/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 to hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/oldWALs/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 2024-11-07T15:30:28,650 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/MasterData/oldWALs/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050 to hdfs://localhost:36641/user/jenkins/test-data/ecc3d3f0-c71c-9cc8-9b42-9ddd33559b60/oldWALs/7b3e4e8e12ef%2C35209%2C1730993406517.1730993407050$masterlocalwal$ 2024-11-07T15:30:28,650 INFO [M:0;7b3e4e8e12ef:35209 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:30:28,650 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:30:28,650 INFO [M:0;7b3e4e8e12ef:35209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35209 2024-11-07T15:30:28,651 INFO [M:0;7b3e4e8e12ef:35209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:30:28,816 INFO [M:0;7b3e4e8e12ef:35209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:30:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:28,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35209-0x10115eb3dce0000, quorum=127.0.0.1:54060, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:30:28,853 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4a70065c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:28,854 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f0bfdc6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:28,854 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:28,854 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52d88018{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:28,855 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@572f0b56{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:28,858 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:28,858 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:28,858 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554955444-172.17.0.2-1730993404465 (Datanode Uuid 27dfb907-5eb2-4713-8ac3-d33c4641a423) service to localhost/127.0.0.1:36641 2024-11-07T15:30:28,858 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:28,860 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data1/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,861 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data2/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,861 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:28,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3108963c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:28,864 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d9b2bc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:28,864 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:28,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e9369b1{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:28,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f155673{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:28,865 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:28,865 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:28,865 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:28,865 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554955444-172.17.0.2-1730993404465 (Datanode Uuid f3514d8e-e3ee-4605-b12d-e3381cf61736) service to localhost/127.0.0.1:36641 2024-11-07T15:30:28,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data9/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,866 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data10/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,867 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:28,868 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37079afb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:28,868 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@cc57455{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:28,869 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:28,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3e3816c0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:28,869 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71fa9a13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:28,870 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:28,870 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:28,870 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554955444-172.17.0.2-1730993404465 (Datanode Uuid daf72316-d910-4c34-b409-ae4fdf67726a) service to localhost/127.0.0.1:36641 2024-11-07T15:30:28,870 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:28,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data7/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,870 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data8/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,871 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:28,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@238cee6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:28,872 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bd75a18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:28,872 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:28,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@247bca30{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:28,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@203505c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:28,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:28,874 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:28,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:28,874 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554955444-172.17.0.2-1730993404465 (Datanode Uuid 263a83c9-6dfa-41ac-b941-987e72124fc9) service to localhost/127.0.0.1:36641 2024-11-07T15:30:28,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data5/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,874 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data6/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,874 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:28,876 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c762ecd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:28,876 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2519ebce{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:28,876 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:28,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bea356c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:28,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30d8952d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:28,878 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:30:28,878 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:30:28,878 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:30:28,878 WARN [BP-554955444-172.17.0.2-1730993404465 heartbeating to localhost/127.0.0.1:36641 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-554955444-172.17.0.2-1730993404465 (Datanode Uuid e5754d32-6e4c-4e3e-967f-0220218bf342) service to localhost/127.0.0.1:36641 2024-11-07T15:30:28,878 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data3/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,879 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/cluster_fb534442-b054-c629-93f2-0915ec682b04/data/data4/current/BP-554955444-172.17.0.2-1730993404465 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:30:28,879 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:30:28,884 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@188573f8{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:30:28,885 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60eae36f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:30:28,885 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:30:28,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@496247a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:30:28,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@634db6d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir/,STOPPED} 2024-11-07T15:30:28,893 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:30:28,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:30:28,926 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=104 (was 70) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:36641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:36641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36641 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36641 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:36641 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:36641 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=440 (was 392) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=101 (was 127), ProcessCount=11 (was 11), AvailableMemoryMB=1803 (was 2082) 2024-11-07T15:30:28,933 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=104, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=101, ProcessCount=11, AvailableMemoryMB=1802 2024-11-07T15:30:28,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:30:28,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.log.dir so I do NOT create it in target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de 2024-11-07T15:30:28,933 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8ace129f-486c-6d96-0772-492d0382113f/hadoop.tmp.dir so I do NOT create it in target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb, deleteOnExit=true 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/test.cache.data in system properties and HBase conf 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:30:28,934 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:30:28,934 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:30:28,935 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:30:29,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:29,408 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:29,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:29,409 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:29,409 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:30:29,410 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:29,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3f07bb1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:29,411 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@363ced82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:29,502 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1a823478{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/java.io.tmpdir/jetty-localhost-42159-hadoop-hdfs-3_4_1-tests_jar-_-any-7264665216410919476/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:30:29,503 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28f8a776{HTTP/1.1, (http/1.1)}{localhost:42159} 2024-11-07T15:30:29,503 INFO [Time-limited test {}] server.Server(415): Started @92319ms 2024-11-07T15:30:29,749 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:29,752 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:29,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:29,753 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:29,753 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:30:29,753 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e6f71e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:29,754 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45a58052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:29,845 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6692bd9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/java.io.tmpdir/jetty-localhost-36515-hadoop-hdfs-3_4_1-tests_jar-_-any-14279448734095452339/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:29,845 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@75fd277f{HTTP/1.1, (http/1.1)}{localhost:36515} 2024-11-07T15:30:29,845 INFO [Time-limited test {}] server.Server(415): Started @92662ms 2024-11-07T15:30:29,847 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:29,876 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:30:29,879 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:30:29,879 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:30:29,880 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:30:29,880 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:30:29,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ac50e51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:30:29,880 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@751d2b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:30:29,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d438551{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/java.io.tmpdir/jetty-localhost-44987-hadoop-hdfs-3_4_1-tests_jar-_-any-7890255525054944815/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:30:29,972 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@41597565{HTTP/1.1, (http/1.1)}{localhost:44987} 2024-11-07T15:30:29,972 INFO [Time-limited test {}] server.Server(415): Started @92789ms 2024-11-07T15:30:29,973 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:30:31,000 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data1/current/BP-665297978-172.17.0.2-1730993428958/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:31,000 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data2/current/BP-665297978-172.17.0.2-1730993428958/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:31,019 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd43ae1327a305d72 with lease ID 0x3139f5e7eba09ade: Processing first storage report for DS-add36ad6-a326-41ba-b649-087f9ee5bdad from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=78d169d7-b641-4f6e-9ef9-46387e4e8483, infoPort=43823, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958) 2024-11-07T15:30:31,021 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd43ae1327a305d72 with lease ID 0x3139f5e7eba09ade: from storage DS-add36ad6-a326-41ba-b649-087f9ee5bdad node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=78d169d7-b641-4f6e-9ef9-46387e4e8483, infoPort=43823, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd43ae1327a305d72 with lease ID 0x3139f5e7eba09ade: Processing first storage report for DS-918233d3-695d-4228-9bc6-85e2b78243eb from datanode DatanodeRegistration(127.0.0.1:38145, datanodeUuid=78d169d7-b641-4f6e-9ef9-46387e4e8483, infoPort=43823, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958) 2024-11-07T15:30:31,022 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd43ae1327a305d72 with lease ID 0x3139f5e7eba09ade: from storage DS-918233d3-695d-4228-9bc6-85e2b78243eb node DatanodeRegistration(127.0.0.1:38145, datanodeUuid=78d169d7-b641-4f6e-9ef9-46387e4e8483, infoPort=43823, infoSecurePort=0, ipcPort=44069, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:31,136 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data3/current/BP-665297978-172.17.0.2-1730993428958/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:31,136 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data4/current/BP-665297978-172.17.0.2-1730993428958/current, will proceed with Du for space computation calculation, 2024-11-07T15:30:31,157 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:30:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa7367922ebe10c2 with lease ID 0x3139f5e7eba09adf: Processing first storage report for DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087 from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=b3f6e194-61c5-4e97-9ed0-503646dd8316, infoPort=38989, infoSecurePort=0, ipcPort=43313, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958) 2024-11-07T15:30:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa7367922ebe10c2 with lease ID 0x3139f5e7eba09adf: from storage DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087 node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=b3f6e194-61c5-4e97-9ed0-503646dd8316, infoPort=38989, infoSecurePort=0, ipcPort=43313, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xaa7367922ebe10c2 with lease ID 0x3139f5e7eba09adf: Processing first storage report for DS-fb0f1d11-16e3-4b58-b342-82b97497b0ac from datanode DatanodeRegistration(127.0.0.1:38299, datanodeUuid=b3f6e194-61c5-4e97-9ed0-503646dd8316, infoPort=38989, infoSecurePort=0, ipcPort=43313, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958) 2024-11-07T15:30:31,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xaa7367922ebe10c2 with lease ID 0x3139f5e7eba09adf: from storage DS-fb0f1d11-16e3-4b58-b342-82b97497b0ac node DatanodeRegistration(127.0.0.1:38299, datanodeUuid=b3f6e194-61c5-4e97-9ed0-503646dd8316, infoPort=38989, infoSecurePort=0, ipcPort=43313, storageInfo=lv=-57;cid=testClusterID;nsid=1851448190;c=1730993428958), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:30:31,218 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de 2024-11-07T15:30:31,222 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/zookeeper_0, clientPort=52204, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:30:31,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52204 2024-11-07T15:30:31,224 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,225 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:30:31,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:30:31,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a with version=8 2024-11-07T15:30:31,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase-staging 2024-11-07T15:30:31,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:30:31,239 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:31,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39841 2024-11-07T15:30:31,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39841 connecting to ZooKeeper ensemble=127.0.0.1:52204 2024-11-07T15:30:31,300 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:398410x0, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:30:31,301 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39841-0x10115eb9e600000 connected 2024-11-07T15:30:31,378 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,380 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,382 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:31,382 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a, hbase.cluster.distributed=false 2024-11-07T15:30:31,384 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:30:31,385 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39841 2024-11-07T15:30:31,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39841 2024-11-07T15:30:31,386 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39841 2024-11-07T15:30:31,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39841 2024-11-07T15:30:31,387 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39841 2024-11-07T15:30:31,400 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:30:31,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:31,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:31,400 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:30:31,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:30:31,400 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:30:31,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:30:31,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:30:31,401 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42415 2024-11-07T15:30:31,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42415 connecting to ZooKeeper ensemble=127.0.0.1:52204 2024-11-07T15:30:31,403 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,404 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:424150x0, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:30:31,410 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42415-0x10115eb9e600001 connected 2024-11-07T15:30:31,410 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:30:31,411 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:30:31,411 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:30:31,412 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:30:31,413 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:30:31,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42415 2024-11-07T15:30:31,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42415 2024-11-07T15:30:31,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42415 2024-11-07T15:30:31,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42415 2024-11-07T15:30:31,416 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42415 2024-11-07T15:30:31,426 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:39841 2024-11-07T15:30:31,427 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:31,431 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:31,431 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:30:31,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,442 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:30:31,442 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b3e4e8e12ef,39841,1730993431238 from backup master directory 2024-11-07T15:30:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:31,452 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:30:31,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:30:31,452 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,456 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/hbase.id] with ID: 0f0e7c02-eb0e-4c84-886f-f120e5926b62 2024-11-07T15:30:31,456 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/.tmp/hbase.id 2024-11-07T15:30:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:30:31,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:30:31,463 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/.tmp/hbase.id]:[hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/hbase.id] 2024-11-07T15:30:31,478 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:31,478 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:30:31,481 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-07T15:30:31,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:30:31,500 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:30:31,501 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:30:31,501 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:30:31,502 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:30:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:30:31,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:30:31,511 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store 2024-11-07T15:30:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:30:31,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:30:31,519 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:31,519 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:30:31,519 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:31,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:31,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:30:31,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:31,520 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:30:31,520 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993431519Disabling compacts and flushes for region at 1730993431519Disabling writes for close at 1730993431520 (+1 ms)Writing region close event to WAL at 1730993431520Closed at 1730993431520 2024-11-07T15:30:31,521 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/.initializing 2024-11-07T15:30:31,521 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/WALs/7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,522 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:30:31,524 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C39841%2C1730993431238, suffix=, logDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/WALs/7b3e4e8e12ef,39841,1730993431238, archiveDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/oldWALs, maxLogs=10 2024-11-07T15:30:31,537 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/WALs/7b3e4e8e12ef,39841,1730993431238/7b3e4e8e12ef%2C39841%2C1730993431238.1730993431524, exclude list is [], retry=0 2024-11-07T15:30:31,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087,DISK] 2024-11-07T15:30:31,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-add36ad6-a326-41ba-b649-087f9ee5bdad,DISK] 2024-11-07T15:30:31,542 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/WALs/7b3e4e8e12ef,39841,1730993431238/7b3e4e8e12ef%2C39841%2C1730993431238.1730993431524 2024-11-07T15:30:31,542 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38989:38989),(127.0.0.1/127.0.0.1:43823:43823)] 2024-11-07T15:30:31,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:30:31,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:31,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,543 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,544 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:30:31,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:31,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,548 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:30:31,548 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:31,549 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:30:31,550 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:31,550 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:30:31,552 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:31,552 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,553 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,554 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,555 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,555 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,556 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:30:31,557 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:30:31,560 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:30:31,560 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=688722, jitterRate=-0.12424571812152863}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:30:31,561 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730993431543Initializing all the Stores at 1730993431544 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993431544Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993431544Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993431544Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993431544Cleaning up temporary data from old regions at 1730993431555 (+11 ms)Region opened successfully at 1730993431561 (+6 ms) 2024-11-07T15:30:31,561 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:30:31,566 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca1a6aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:30:31,567 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:30:31,567 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:30:31,567 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:30:31,567 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:30:31,568 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:30:31,568 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:30:31,568 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:30:31,571 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:30:31,572 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:30:31,578 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:30:31,579 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:30:31,579 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:30:31,589 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:30:31,589 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:30:31,591 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:30:31,599 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:30:31,602 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:30:31,610 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:30:31,612 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:30:31,620 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:30:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:30:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,631 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,632 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,39841,1730993431238, sessionid=0x10115eb9e600000, setting cluster-up flag (Was=false) 2024-11-07T15:30:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,684 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:30:31,685 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:31,736 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:30:31,738 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:31,740 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:30:31,743 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:31,744 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:30:31,744 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:30:31,744 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,39841,1730993431238 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:30:31,747 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:31,747 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:31,747 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:31,747 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:30:31,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:30:31,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:30:31,748 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730993461749 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:30:31,749 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:30:31,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,750 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:31,750 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:30:31,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:30:31,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:30:31,750 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:30:31,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:30:31,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:30:31,751 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993431751,5,FailOnTimeoutGroup] 2024-11-07T15:30:31,751 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993431751,5,FailOnTimeoutGroup] 2024-11-07T15:30:31,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:30:31,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,751 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,751 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,752 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:30:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:30:31,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:30:31,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:30:31,761 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a 2024-11-07T15:30:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:30:31,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:30:31,768 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:31,770 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:30:31,771 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:30:31,771 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,771 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:31,772 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:30:31,773 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:30:31,773 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:31,773 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:30:31,774 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:30:31,775 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:31,775 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:30:31,776 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:30:31,776 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:31,777 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:31,777 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:30:31,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740 2024-11-07T15:30:31,778 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740 2024-11-07T15:30:31,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:30:31,779 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:30:31,780 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:30:31,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:30:31,783 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:30:31,783 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=694465, jitterRate=-0.11694276332855225}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:30:31,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730993431768Initializing all the Stores at 1730993431769 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993431769Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993431769Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993431769Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993431770 (+1 ms)Cleaning up temporary data from old regions at 1730993431779 (+9 ms)Region opened successfully at 1730993431784 (+5 ms) 2024-11-07T15:30:31,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:30:31,784 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:30:31,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:30:31,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:30:31,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:30:31,784 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:30:31,784 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993431784Disabling compacts and flushes for region at 1730993431784Disabling writes for close at 1730993431784Writing region close event to WAL at 1730993431784Closed at 1730993431784 2024-11-07T15:30:31,786 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:31,786 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:30:31,786 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:30:31,787 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:30:31,788 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:30:31,819 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(746): ClusterId : 0f0e7c02-eb0e-4c84-886f-f120e5926b62 2024-11-07T15:30:31,819 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:30:31,832 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:30:31,832 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:30:31,843 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:30:31,843 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6af2bebd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:30:31,858 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:42415 2024-11-07T15:30:31,858 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:30:31,858 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:30:31,858 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:30:31,859 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,39841,1730993431238 with port=42415, startcode=1730993431400 2024-11-07T15:30:31,859 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:30:31,860 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44035, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:30:31,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39841 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:31,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39841 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:31,862 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a 2024-11-07T15:30:31,862 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32883 2024-11-07T15:30:31,862 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:30:31,873 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:30:31,873 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] zookeeper.ZKUtil(111): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:31,873 WARN [RS:0;7b3e4e8e12ef:42415 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:30:31,874 INFO [RS:0;7b3e4e8e12ef:42415 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:30:31,874 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:31,874 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,42415,1730993431400] 2024-11-07T15:30:31,878 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:30:31,880 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:30:31,881 INFO [RS:0;7b3e4e8e12ef:42415 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:30:31,882 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,882 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:30:31,883 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:30:31,883 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,883 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,883 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,883 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,883 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:30:31,884 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:30:31,885 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,885 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,885 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,885 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,885 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,885 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42415,1730993431400-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:30:31,899 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:30:31,900 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42415,1730993431400-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,900 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,900 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.Replication(171): 7b3e4e8e12ef,42415,1730993431400 started 2024-11-07T15:30:31,912 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:31,912 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,42415,1730993431400, RpcServer on 7b3e4e8e12ef/172.17.0.2:42415, sessionid=0x10115eb9e600001 2024-11-07T15:30:31,913 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:30:31,913 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:31,913 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,42415,1730993431400' 2024-11-07T15:30:31,913 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:30:31,914 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:30:31,914 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:30:31,914 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:30:31,914 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:31,914 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,42415,1730993431400' 2024-11-07T15:30:31,914 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:30:31,915 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:30:31,915 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:30:31,915 INFO [RS:0;7b3e4e8e12ef:42415 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:30:31,915 INFO [RS:0;7b3e4e8e12ef:42415 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:30:31,939 WARN [7b3e4e8e12ef:39841 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:30:32,016 INFO [RS:0;7b3e4e8e12ef:42415 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:30:32,019 INFO [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C42415%2C1730993431400, suffix=, logDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400, archiveDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/oldWALs, maxLogs=32 2024-11-07T15:30:32,034 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019, exclude list is [], retry=0 2024-11-07T15:30:32,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087,DISK] 2024-11-07T15:30:32,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-add36ad6-a326-41ba-b649-087f9ee5bdad,DISK] 2024-11-07T15:30:32,040 INFO [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019 2024-11-07T15:30:32,040 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43823:43823),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-07T15:30:32,189 DEBUG [7b3e4e8e12ef:39841 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:30:32,190 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:32,193 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,42415,1730993431400, state=OPENING 2024-11-07T15:30:32,241 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:30:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:32,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:30:32,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:32,254 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:30:32,254 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:32,254 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,42415,1730993431400}] 2024-11-07T15:30:32,412 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:30:32,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45137, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:30:32,424 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:30:32,425 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:30:32,425 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:30:32,428 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C42415%2C1730993431400.meta, suffix=.meta, logDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400, archiveDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/oldWALs, maxLogs=32 2024-11-07T15:30:32,443 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.meta.1730993432429.meta, exclude list is [], retry=0 2024-11-07T15:30:32,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087,DISK] 2024-11-07T15:30:32,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-add36ad6-a326-41ba-b649-087f9ee5bdad,DISK] 2024-11-07T15:30:32,448 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.meta.1730993432429.meta 2024-11-07T15:30:32,448 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38989:38989),(127.0.0.1/127.0.0.1:43823:43823)] 2024-11-07T15:30:32,448 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:30:32,449 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:30:32,449 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:30:32,449 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:30:32,449 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:30:32,449 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:32,449 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:30:32,450 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:30:32,451 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:30:32,452 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:30:32,452 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:32,452 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:32,453 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:30:32,453 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:30:32,453 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:32,454 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:30:32,455 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:30:32,455 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:32,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:32,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:30:32,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:30:32,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:32,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:30:32,457 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:30:32,457 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740 2024-11-07T15:30:32,458 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740 2024-11-07T15:30:32,460 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:30:32,460 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:30:32,460 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:30:32,462 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:30:32,463 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=809800, jitterRate=0.029714852571487427}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:30:32,463 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:30:32,464 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730993432450Writing region info on filesystem at 1730993432450Initializing all the Stores at 1730993432451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993432451Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993432451Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993432451Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993432451Cleaning up temporary data from old regions at 1730993432460 (+9 ms)Running coprocessor post-open hooks at 1730993432463 (+3 ms)Region opened successfully at 1730993432464 (+1 ms) 2024-11-07T15:30:32,465 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730993432411 2024-11-07T15:30:32,467 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:30:32,467 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:30:32,468 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:32,469 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,42415,1730993431400, state=OPEN 2024-11-07T15:30:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:30:32,505 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:30:32,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:32,505 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:30:32,505 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:32,512 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:30:32,513 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,42415,1730993431400 in 251 msec 2024-11-07T15:30:32,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:30:32,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 726 msec 2024-11-07T15:30:32,519 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:30:32,519 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:30:32,520 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:30:32,521 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42415,1730993431400, seqNum=-1] 2024-11-07T15:30:32,521 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:30:32,522 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:30:32,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 785 msec 2024-11-07T15:30:32,528 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730993432528, completionTime=-1 2024-11-07T15:30:32,528 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:30:32,528 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730993492530 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730993552530 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39841,1730993431238-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39841,1730993431238-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39841,1730993431238-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,530 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:39841, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,531 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,531 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,532 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.083sec 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39841,1730993431238-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:30:32,535 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39841,1730993431238-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:30:32,538 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:30:32,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:30:32,538 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,39841,1730993431238-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:30:32,619 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ba84501, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:32,620 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,39841,-1 for getting cluster id 2024-11-07T15:30:32,620 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:30:32,624 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0f0e7c02-eb0e-4c84-886f-f120e5926b62' 2024-11-07T15:30:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:30:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0f0e7c02-eb0e-4c84-886f-f120e5926b62" 2024-11-07T15:30:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46cf2638, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:32,625 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,39841,-1] 2024-11-07T15:30:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:30:32,626 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:30:32,629 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51114, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:30:32,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f484583, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:30:32,631 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:30:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,42415,1730993431400, seqNum=-1] 2024-11-07T15:30:32,633 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:30:32,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:30:32,637 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:32,637 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:30:32,640 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T15:30:32,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:30:32,641 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:30:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4f84fdbc 2024-11-07T15:30:32,642 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:30:32,643 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51124, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:30:32,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T15:30:32,644 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T15:30:32,644 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:30:32,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:32,647 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:30:32,647 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:32,647 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-07T15:30:32,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:30:32,648 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:30:32,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741835_1011 (size=405) 2024-11-07T15:30:32,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741835_1011 (size=405) 2024-11-07T15:30:32,658 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0cf647108cd34f403d4de0b8e28bae50, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a 2024-11-07T15:30:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741836_1012 (size=88) 2024-11-07T15:30:32,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741836_1012 (size=88) 2024-11-07T15:30:32,667 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:32,668 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 0cf647108cd34f403d4de0b8e28bae50, disabling compactions & flushes 2024-11-07T15:30:32,668 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:32,668 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:32,668 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. after waiting 0 ms 2024-11-07T15:30:32,668 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:32,668 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:32,668 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0cf647108cd34f403d4de0b8e28bae50: Waiting for close lock at 1730993432668Disabling compacts and flushes for region at 1730993432668Disabling writes for close at 1730993432668Writing region close event to WAL at 1730993432668Closed at 1730993432668 2024-11-07T15:30:32,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:30:32,671 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1730993432671"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730993432671"}]},"ts":"1730993432671"} 2024-11-07T15:30:32,674 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:30:32,675 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:30:32,676 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993432675"}]},"ts":"1730993432675"} 2024-11-07T15:30:32,678 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-07T15:30:32,679 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=0cf647108cd34f403d4de0b8e28bae50, ASSIGN}] 2024-11-07T15:30:32,680 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=0cf647108cd34f403d4de0b8e28bae50, ASSIGN 2024-11-07T15:30:32,681 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=0cf647108cd34f403d4de0b8e28bae50, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,42415,1730993431400; forceNewPlan=false, retain=false 2024-11-07T15:30:32,832 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cf647108cd34f403d4de0b8e28bae50, regionState=OPENING, regionLocation=7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:32,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=0cf647108cd34f403d4de0b8e28bae50, ASSIGN because future has completed 2024-11-07T15:30:32,839 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf647108cd34f403d4de0b8e28bae50, server=7b3e4e8e12ef,42415,1730993431400}] 2024-11-07T15:30:33,002 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:33,002 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0cf647108cd34f403d4de0b8e28bae50, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:30:33,002 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,003 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:30:33,003 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,003 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,005 INFO [StoreOpener-0cf647108cd34f403d4de0b8e28bae50-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,008 INFO [StoreOpener-0cf647108cd34f403d4de0b8e28bae50-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0cf647108cd34f403d4de0b8e28bae50 columnFamilyName info 2024-11-07T15:30:33,008 DEBUG [StoreOpener-0cf647108cd34f403d4de0b8e28bae50-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:30:33,009 INFO [StoreOpener-0cf647108cd34f403d4de0b8e28bae50-1 {}] regionserver.HStore(327): Store=0cf647108cd34f403d4de0b8e28bae50/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:30:33,009 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,010 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,011 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,012 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,012 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,015 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,018 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:30:33,019 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0cf647108cd34f403d4de0b8e28bae50; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=791379, jitterRate=0.0062914639711380005}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:30:33,019 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:30:33,020 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0cf647108cd34f403d4de0b8e28bae50: Running coprocessor pre-open hook at 1730993433003Writing region info on filesystem at 1730993433003Initializing all the Stores at 1730993433005 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993433005Cleaning up temporary data from old regions at 1730993433012 (+7 ms)Running coprocessor post-open hooks at 1730993433019 (+7 ms)Region opened successfully at 1730993433020 (+1 ms) 2024-11-07T15:30:33,022 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50., pid=6, masterSystemTime=1730993432994 2024-11-07T15:30:33,025 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:33,025 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:33,027 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0cf647108cd34f403d4de0b8e28bae50, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:30:33,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0cf647108cd34f403d4de0b8e28bae50, server=7b3e4e8e12ef,42415,1730993431400 because future has completed 2024-11-07T15:30:33,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:30:33,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0cf647108cd34f403d4de0b8e28bae50, server=7b3e4e8e12ef,42415,1730993431400 in 193 msec 2024-11-07T15:30:33,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:30:33,037 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=0cf647108cd34f403d4de0b8e28bae50, ASSIGN in 357 msec 2024-11-07T15:30:33,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:30:33,039 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993433038"}]},"ts":"1730993433038"} 2024-11-07T15:30:33,041 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-07T15:30:33,042 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:30:33,044 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 398 msec 2024-11-07T15:30:33,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-07T15:30:33,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-07T15:30:33,326 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:30:33,326 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-07T15:30:33,327 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:33,327 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T15:30:37,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,465 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,466 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,467 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,470 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:30:37,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,992 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,993 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,994 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:37,999 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:30:38,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:30:38,012 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-07T15:30:42,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:30:42,729 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T15:30:42,729 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-07T15:30:42,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:42,736 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:42,741 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50., hostname=7b3e4e8e12ef,42415,1730993431400, seqNum=2] 2024-11-07T15:30:42,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:42,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:42,754 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T15:30:42,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:30:42,755 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T15:30:42,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T15:30:42,923 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-07T15:30:42,924 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:42,925 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 0cf647108cd34f403d4de0b8e28bae50 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T15:30:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/b95b498163f943858e7416b9ac34f1bf is 1055, key is row0001/info:/1730993442742/Put/seqid=0 2024-11-07T15:30:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741837_1013 (size=6008) 2024-11-07T15:30:42,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741837_1013 (size=6008) 2024-11-07T15:30:42,947 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/b95b498163f943858e7416b9ac34f1bf 2024-11-07T15:30:42,955 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/b95b498163f943858e7416b9ac34f1bf as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b95b498163f943858e7416b9ac34f1bf 2024-11-07T15:30:42,961 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b95b498163f943858e7416b9ac34f1bf, entries=1, sequenceid=5, filesize=5.9 K 2024-11-07T15:30:42,962 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0cf647108cd34f403d4de0b8e28bae50 in 38ms, sequenceid=5, compaction requested=false 2024-11-07T15:30:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 0cf647108cd34f403d4de0b8e28bae50: 2024-11-07T15:30:42,962 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:42,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-07T15:30:42,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-07T15:30:42,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T15:30:42,969 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 210 msec 2024-11-07T15:30:42,971 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 220 msec 2024-11-07T15:30:52,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-07T15:30:52,819 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T15:30:52,827 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:52,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:30:52,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T15:30:52,830 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T15:30:52,831 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T15:30:52,832 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T15:30:52,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-07T15:30:52,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:52,988 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 0cf647108cd34f403d4de0b8e28bae50 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T15:30:52,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/89af459cc8b4470abc19d65e46c64985 is 1055, key is row0002/info:/1730993452822/Put/seqid=0 2024-11-07T15:30:53,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741838_1014 (size=6008) 2024-11-07T15:30:53,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741838_1014 (size=6008) 2024-11-07T15:30:53,407 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/89af459cc8b4470abc19d65e46c64985 2024-11-07T15:30:53,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/89af459cc8b4470abc19d65e46c64985 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/89af459cc8b4470abc19d65e46c64985 2024-11-07T15:30:53,430 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/89af459cc8b4470abc19d65e46c64985, entries=1, sequenceid=9, filesize=5.9 K 2024-11-07T15:30:53,432 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0cf647108cd34f403d4de0b8e28bae50 in 445ms, sequenceid=9, compaction requested=false 2024-11-07T15:30:53,432 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 0cf647108cd34f403d4de0b8e28bae50: 2024-11-07T15:30:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:30:53,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-07T15:30:53,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-07T15:30:53,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-07T15:30:53,438 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 603 msec 2024-11-07T15:30:53,441 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 612 msec 2024-11-07T15:31:01,218 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:31:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-07T15:31:02,919 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T15:31:02,943 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926, exclude list is [], retry=0 2024-11-07T15:31:02,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-add36ad6-a326-41ba-b649-087f9ee5bdad,DISK] 2024-11-07T15:31:02,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087,DISK] 2024-11-07T15:31:02,947 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926 2024-11-07T15:31:02,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43823:43823),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-07T15:31:02,947 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019 is not closed yet, will try archiving it next time 2024-11-07T15:31:02,949 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:31:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741833_1009 (size=5471) 2024-11-07T15:31:02,949 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019 not finished, retry = 0 2024-11-07T15:31:02,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741833_1009 (size=5471) 2024-11-07T15:31:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:31:02,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T15:31:02,951 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T15:31:02,952 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T15:31:02,952 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T15:31:03,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-07T15:31:03,107 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:03,107 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 0cf647108cd34f403d4de0b8e28bae50 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T15:31:03,115 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/b580396889154dad980d9656c11cd508 is 1055, key is row0003/info:/1730993462922/Put/seqid=0 2024-11-07T15:31:03,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741840_1016 (size=6008) 2024-11-07T15:31:03,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741840_1016 (size=6008) 2024-11-07T15:31:03,121 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/b580396889154dad980d9656c11cd508 2024-11-07T15:31:03,128 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/b580396889154dad980d9656c11cd508 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b580396889154dad980d9656c11cd508 2024-11-07T15:31:03,135 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b580396889154dad980d9656c11cd508, entries=1, sequenceid=13, filesize=5.9 K 2024-11-07T15:31:03,136 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0cf647108cd34f403d4de0b8e28bae50 in 29ms, sequenceid=13, compaction requested=true 2024-11-07T15:31:03,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 0cf647108cd34f403d4de0b8e28bae50: 2024-11-07T15:31:03,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:03,136 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-07T15:31:03,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-07T15:31:03,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T15:31:03,141 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 186 msec 2024-11-07T15:31:03,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 193 msec 2024-11-07T15:31:12,539 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-07T15:31:12,540 INFO [master/7b3e4e8e12ef:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-07T15:31:12,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-07T15:31:13,000 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T15:31:13,006 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:13,009 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:13,010 DEBUG [Time-limited test {}] regionserver.HStore(1541): 0cf647108cd34f403d4de0b8e28bae50/info is initiating minor compaction (all files) 2024-11-07T15:31:13,010 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:31:13,010 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:13,011 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 0cf647108cd34f403d4de0b8e28bae50/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:13,011 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b95b498163f943858e7416b9ac34f1bf, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/89af459cc8b4470abc19d65e46c64985, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b580396889154dad980d9656c11cd508] into tmpdir=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp, totalSize=17.6 K 2024-11-07T15:31:13,013 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b95b498163f943858e7416b9ac34f1bf, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1730993442742 2024-11-07T15:31:13,013 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 89af459cc8b4470abc19d65e46c64985, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1730993452822 2024-11-07T15:31:13,014 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b580396889154dad980d9656c11cd508, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1730993462922 2024-11-07T15:31:13,037 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 0cf647108cd34f403d4de0b8e28bae50#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:13,038 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/bf407e0572074a07a1612029bb973a7c is 1055, key is row0001/info:/1730993442742/Put/seqid=0 2024-11-07T15:31:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741841_1017 (size=8221) 2024-11-07T15:31:13,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741841_1017 (size=8221) 2024-11-07T15:31:13,051 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/bf407e0572074a07a1612029bb973a7c as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/bf407e0572074a07a1612029bb973a7c 2024-11-07T15:31:13,064 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 0cf647108cd34f403d4de0b8e28bae50/info of 0cf647108cd34f403d4de0b8e28bae50 into bf407e0572074a07a1612029bb973a7c(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:13,064 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 0cf647108cd34f403d4de0b8e28bae50: 2024-11-07T15:31:13,080 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993473067, exclude list is [], retry=0 2024-11-07T15:31:13,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-add36ad6-a326-41ba-b649-087f9ee5bdad,DISK] 2024-11-07T15:31:13,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087,DISK] 2024-11-07T15:31:13,085 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993473067 2024-11-07T15:31:13,085 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43823:43823),(127.0.0.1/127.0.0.1:38989:38989)] 2024-11-07T15:31:13,085 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926 is not closed yet, will try archiving it next time 2024-11-07T15:31:13,085 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019 to hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/oldWALs/7b3e4e8e12ef%2C42415%2C1730993431400.1730993432019 2024-11-07T15:31:13,086 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:31:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741839_1015 (size=2495) 2024-11-07T15:31:13,087 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926 not finished, retry = 0 2024-11-07T15:31:13,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741839_1015 (size=2495) 2024-11-07T15:31:13,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:31:13,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T15:31:13,089 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-07T15:31:13,089 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-07T15:31:13,090 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-07T15:31:13,242 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42415 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-07T15:31:13,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:13,243 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 0cf647108cd34f403d4de0b8e28bae50 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T15:31:13,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/a734fd58c0164aa1975243474d4fb45e is 1055, key is row0000/info:/1730993473066/Put/seqid=0 2024-11-07T15:31:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741843_1019 (size=6008) 2024-11-07T15:31:13,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741843_1019 (size=6008) 2024-11-07T15:31:13,256 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/a734fd58c0164aa1975243474d4fb45e 2024-11-07T15:31:13,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/a734fd58c0164aa1975243474d4fb45e as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/a734fd58c0164aa1975243474d4fb45e 2024-11-07T15:31:13,268 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/a734fd58c0164aa1975243474d4fb45e, entries=1, sequenceid=18, filesize=5.9 K 2024-11-07T15:31:13,269 INFO [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0cf647108cd34f403d4de0b8e28bae50 in 26ms, sequenceid=18, compaction requested=false 2024-11-07T15:31:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 0cf647108cd34f403d4de0b8e28bae50: 2024-11-07T15:31:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:13,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-07T15:31:13,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-07T15:31:13,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-07T15:31:13,274 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2024-11-07T15:31:13,277 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 189 msec 2024-11-07T15:31:18,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 0cf647108cd34f403d4de0b8e28bae50, had cached 0 bytes from a total of 14229 2024-11-07T15:31:23,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39841 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-07T15:31:23,169 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-07T15:31:23,191 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993483174, exclude list is [], retry=0 2024-11-07T15:31:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38145,DS-add36ad6-a326-41ba-b649-087f9ee5bdad,DISK] 2024-11-07T15:31:23,194 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38299,DS-cbc37fe2-d3d1-41ce-9b14-6709b5078087,DISK] 2024-11-07T15:31:23,196 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993473067 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993483174 2024-11-07T15:31:23,196 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38989:38989),(127.0.0.1/127.0.0.1:43823:43823)] 2024-11-07T15:31:23,196 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993473067 is not closed yet, will try archiving it next time 2024-11-07T15:31:23,196 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/WALs/7b3e4e8e12ef,42415,1730993431400/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926 to hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/oldWALs/7b3e4e8e12ef%2C42415%2C1730993431400.1730993462926 2024-11-07T15:31:23,196 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:31:23,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:31:23,196 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:31:23,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:31:23,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:31:23,197 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:31:23,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:31:23,197 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=145093322, stopped=false 2024-11-07T15:31:23,197 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,39841,1730993431238 2024-11-07T15:31:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741842_1018 (size=2001) 2024-11-07T15:31:23,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741842_1018 (size=2001) 2024-11-07T15:31:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:31:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:31:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:23,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:23,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:31:23,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:31:23,261 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:31:23,262 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:31:23,262 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:31:23,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:31:23,262 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,42415,1730993431400' ***** 2024-11-07T15:31:23,263 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:31:23,263 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:31:23,264 INFO [RS:0;7b3e4e8e12ef:42415 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:31:23,264 INFO [RS:0;7b3e4e8e12ef:42415 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:31:23,264 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:31:23,264 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(3091): Received CLOSE for 0cf647108cd34f403d4de0b8e28bae50 2024-11-07T15:31:23,264 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:31:23,264 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:31:23,265 INFO [RS:0;7b3e4e8e12ef:42415 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:42415. 2024-11-07T15:31:23,265 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0cf647108cd34f403d4de0b8e28bae50, disabling compactions & flushes 2024-11-07T15:31:23,265 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:23,265 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:23,265 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. after waiting 0 ms 2024-11-07T15:31:23,265 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:31:23,265 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:23,265 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:31:23,265 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:31:23,265 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0cf647108cd34f403d4de0b8e28bae50 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-07T15:31:23,265 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:31:23,265 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:31:23,266 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:31:23,266 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-07T15:31:23,266 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1325): Online Regions={0cf647108cd34f403d4de0b8e28bae50=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50., 1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:31:23,266 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1351): Waiting on 0cf647108cd34f403d4de0b8e28bae50, 1588230740 2024-11-07T15:31:23,266 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:31:23,266 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:31:23,266 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:31:23,266 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:31:23,266 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:31:23,267 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-07T15:31:23,272 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/625251dd532f45f7aeb0e3fc919a490a is 1055, key is row0001/info:/1730993483172/Put/seqid=0 2024-11-07T15:31:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741845_1021 (size=6008) 2024-11-07T15:31:23,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741845_1021 (size=6008) 2024-11-07T15:31:23,278 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/625251dd532f45f7aeb0e3fc919a490a 2024-11-07T15:31:23,286 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/info/5fc46be37fcf43f98184293074ffb744 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50./info:regioninfo/1730993433026/Put/seqid=0 2024-11-07T15:31:23,287 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/.tmp/info/625251dd532f45f7aeb0e3fc919a490a as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/625251dd532f45f7aeb0e3fc919a490a 2024-11-07T15:31:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741846_1022 (size=7308) 2024-11-07T15:31:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741846_1022 (size=7308) 2024-11-07T15:31:23,291 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/info/5fc46be37fcf43f98184293074ffb744 2024-11-07T15:31:23,294 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/625251dd532f45f7aeb0e3fc919a490a, entries=1, sequenceid=22, filesize=5.9 K 2024-11-07T15:31:23,295 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0cf647108cd34f403d4de0b8e28bae50 in 30ms, sequenceid=22, compaction requested=true 2024-11-07T15:31:23,295 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b95b498163f943858e7416b9ac34f1bf, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/89af459cc8b4470abc19d65e46c64985, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b580396889154dad980d9656c11cd508] to archive 2024-11-07T15:31:23,298 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T15:31:23,300 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b95b498163f943858e7416b9ac34f1bf to hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b95b498163f943858e7416b9ac34f1bf 2024-11-07T15:31:23,302 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/89af459cc8b4470abc19d65e46c64985 to hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/89af459cc8b4470abc19d65e46c64985 2024-11-07T15:31:23,303 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b580396889154dad980d9656c11cd508 to hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/info/b580396889154dad980d9656c11cd508 2024-11-07T15:31:23,312 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/ns/7fbfeb52479848f7adb4b95f99aeb886 is 43, key is default/ns:d/1730993432523/Put/seqid=0 2024-11-07T15:31:23,314 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:39841 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:31:23,315 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [b95b498163f943858e7416b9ac34f1bf=6008, 89af459cc8b4470abc19d65e46c64985=6008, b580396889154dad980d9656c11cd508=6008] 2024-11-07T15:31:23,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741847_1023 (size=5153) 2024-11-07T15:31:23,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741847_1023 (size=5153) 2024-11-07T15:31:23,318 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/ns/7fbfeb52479848f7adb4b95f99aeb886 2024-11-07T15:31:23,319 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/0cf647108cd34f403d4de0b8e28bae50/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-07T15:31:23,320 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:23,320 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0cf647108cd34f403d4de0b8e28bae50: Waiting for close lock at 1730993483264Running coprocessor pre-close hooks at 1730993483264Disabling compacts and flushes for region at 1730993483264Disabling writes for close at 1730993483265 (+1 ms)Obtaining lock to block concurrent updates at 1730993483265Preparing flush snapshotting stores in 0cf647108cd34f403d4de0b8e28bae50 at 1730993483265Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1730993483266 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. at 1730993483267 (+1 ms)Flushing 0cf647108cd34f403d4de0b8e28bae50/info: creating writer at 1730993483267Flushing 0cf647108cd34f403d4de0b8e28bae50/info: appending metadata at 1730993483271 (+4 ms)Flushing 0cf647108cd34f403d4de0b8e28bae50/info: closing flushed file at 1730993483271Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2677b594: reopening flushed file at 1730993483286 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 0cf647108cd34f403d4de0b8e28bae50 in 30ms, sequenceid=22, compaction requested=true at 1730993483295 (+9 ms)Writing region close event to WAL at 1730993483315 (+20 ms)Running coprocessor post-close hooks at 1730993483320 (+5 ms)Closed at 1730993483320 2024-11-07T15:31:23,320 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1730993432644.0cf647108cd34f403d4de0b8e28bae50. 2024-11-07T15:31:23,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-07T15:31:23,337 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/table/e18ec99ed3d6472e815ef5859150bf49 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1730993433038/Put/seqid=0 2024-11-07T15:31:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741848_1024 (size=5508) 2024-11-07T15:31:23,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741848_1024 (size=5508) 2024-11-07T15:31:23,343 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/table/e18ec99ed3d6472e815ef5859150bf49 2024-11-07T15:31:23,349 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/info/5fc46be37fcf43f98184293074ffb744 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/info/5fc46be37fcf43f98184293074ffb744 2024-11-07T15:31:23,355 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/info/5fc46be37fcf43f98184293074ffb744, entries=10, sequenceid=11, filesize=7.1 K 2024-11-07T15:31:23,356 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/ns/7fbfeb52479848f7adb4b95f99aeb886 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/ns/7fbfeb52479848f7adb4b95f99aeb886 2024-11-07T15:31:23,362 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/ns/7fbfeb52479848f7adb4b95f99aeb886, entries=2, sequenceid=11, filesize=5.0 K 2024-11-07T15:31:23,363 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/.tmp/table/e18ec99ed3d6472e815ef5859150bf49 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/table/e18ec99ed3d6472e815ef5859150bf49 2024-11-07T15:31:23,369 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/table/e18ec99ed3d6472e815ef5859150bf49, entries=2, sequenceid=11, filesize=5.4 K 2024-11-07T15:31:23,370 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=11, compaction requested=false 2024-11-07T15:31:23,375 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-07T15:31:23,376 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:31:23,376 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:31:23,376 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993483266Running coprocessor pre-close hooks at 1730993483266Disabling compacts and flushes for region at 1730993483266Disabling writes for close at 1730993483266Obtaining lock to block concurrent updates at 1730993483267 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1730993483267Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1730993483267Flushing stores of hbase:meta,,1.1588230740 at 1730993483268 (+1 ms)Flushing 1588230740/info: creating writer at 1730993483268Flushing 1588230740/info: appending metadata at 1730993483285 (+17 ms)Flushing 1588230740/info: closing flushed file at 1730993483285Flushing 1588230740/ns: creating writer at 1730993483297 (+12 ms)Flushing 1588230740/ns: appending metadata at 1730993483312 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1730993483312Flushing 1588230740/table: creating writer at 1730993483324 (+12 ms)Flushing 1588230740/table: appending metadata at 1730993483337 (+13 ms)Flushing 1588230740/table: closing flushed file at 1730993483337Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68b29411: reopening flushed file at 1730993483348 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486a51b8: reopening flushed file at 1730993483355 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48f79abd: reopening flushed file at 1730993483363 (+8 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 104ms, sequenceid=11, compaction requested=false at 1730993483370 (+7 ms)Writing region close event to WAL at 1730993483372 (+2 ms)Running coprocessor post-close hooks at 1730993483376 (+4 ms)Closed at 1730993483376 2024-11-07T15:31:23,376 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:31:23,466 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,42415,1730993431400; all regions closed. 2024-11-07T15:31:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741834_1010 (size=3306) 2024-11-07T15:31:23,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741834_1010 (size=3306) 2024-11-07T15:31:23,473 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/oldWALs 2024-11-07T15:31:23,473 INFO [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C42415%2C1730993431400.meta:.meta(num 1730993432429) 2024-11-07T15:31:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741844_1020 (size=1252) 2024-11-07T15:31:23,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741844_1020 (size=1252) 2024-11-07T15:31:23,480 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/oldWALs 2024-11-07T15:31:23,480 INFO [RS:0;7b3e4e8e12ef:42415 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C42415%2C1730993431400:(num 1730993483174) 2024-11-07T15:31:23,480 DEBUG [RS:0;7b3e4e8e12ef:42415 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:31:23,480 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:31:23,481 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:31:23,481 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:31:23,481 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:31:23,481 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:31:23,482 INFO [RS:0;7b3e4e8e12ef:42415 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42415 2024-11-07T15:31:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:31:23,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b3e4e8e12ef,42415,1730993431400 2024-11-07T15:31:23,513 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:31:23,597 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,42415,1730993431400] 2024-11-07T15:31:23,607 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b3e4e8e12ef,42415,1730993431400 already deleted, retry=false 2024-11-07T15:31:23,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,42415,1730993431400 expired; onlineServers=0 2024-11-07T15:31:23,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,39841,1730993431238' ***** 2024-11-07T15:31:23,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:31:23,608 INFO [M:0;7b3e4e8e12ef:39841 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:31:23,608 INFO [M:0;7b3e4e8e12ef:39841 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:31:23,609 DEBUG [M:0;7b3e4e8e12ef:39841 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:31:23,609 DEBUG [M:0;7b3e4e8e12ef:39841 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:31:23,609 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:31:23,609 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993431751 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993431751,5,FailOnTimeoutGroup] 2024-11-07T15:31:23,609 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993431751 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993431751,5,FailOnTimeoutGroup] 2024-11-07T15:31:23,610 INFO [M:0;7b3e4e8e12ef:39841 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:31:23,610 INFO [M:0;7b3e4e8e12ef:39841 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:31:23,610 DEBUG [M:0;7b3e4e8e12ef:39841 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:31:23,611 INFO [M:0;7b3e4e8e12ef:39841 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:31:23,611 INFO [M:0;7b3e4e8e12ef:39841 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:31:23,611 INFO [M:0;7b3e4e8e12ef:39841 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:31:23,612 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:31:23,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:31:23,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:23,618 DEBUG [M:0;7b3e4e8e12ef:39841 {}] zookeeper.ZKUtil(347): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:31:23,618 WARN [M:0;7b3e4e8e12ef:39841 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:31:23,619 INFO [M:0;7b3e4e8e12ef:39841 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/.lastflushedseqids 2024-11-07T15:31:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741849_1025 (size=130) 2024-11-07T15:31:23,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741849_1025 (size=130) 2024-11-07T15:31:23,625 INFO [M:0;7b3e4e8e12ef:39841 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:31:23,625 INFO [M:0;7b3e4e8e12ef:39841 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:31:23,625 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:31:23,625 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:23,626 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:23,626 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:31:23,626 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:23,626 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.61 KB heapSize=55.02 KB 2024-11-07T15:31:23,640 DEBUG [M:0;7b3e4e8e12ef:39841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6042f64565e34b03a71b6721c286008f is 82, key is hbase:meta,,1/info:regioninfo/1730993432468/Put/seqid=0 2024-11-07T15:31:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741850_1026 (size=5672) 2024-11-07T15:31:23,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741850_1026 (size=5672) 2024-11-07T15:31:23,646 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6042f64565e34b03a71b6721c286008f 2024-11-07T15:31:23,667 DEBUG [M:0;7b3e4e8e12ef:39841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/155e5d76d90544d9be3e8f69aeaa1319 is 799, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730993433043/Put/seqid=0 2024-11-07T15:31:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741851_1027 (size=7825) 2024-11-07T15:31:23,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741851_1027 (size=7825) 2024-11-07T15:31:23,672 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=43.01 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/155e5d76d90544d9be3e8f69aeaa1319 2024-11-07T15:31:23,678 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 155e5d76d90544d9be3e8f69aeaa1319 2024-11-07T15:31:23,694 DEBUG [M:0;7b3e4e8e12ef:39841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56c0f255293a4f69bcc8614c2734dd69 is 69, key is 7b3e4e8e12ef,42415,1730993431400/rs:state/1730993431861/Put/seqid=0 2024-11-07T15:31:23,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:31:23,697 INFO [RS:0;7b3e4e8e12ef:42415 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:31:23,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42415-0x10115eb9e600001, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:31:23,697 INFO [RS:0;7b3e4e8e12ef:42415 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,42415,1730993431400; zookeeper connection closed. 2024-11-07T15:31:23,698 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4e83ac53 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4e83ac53 2024-11-07T15:31:23,698 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:31:23,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741852_1028 (size=5156) 2024-11-07T15:31:23,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741852_1028 (size=5156) 2024-11-07T15:31:23,700 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56c0f255293a4f69bcc8614c2734dd69 2024-11-07T15:31:23,721 DEBUG [M:0;7b3e4e8e12ef:39841 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/df26707ad7474668a54d87da3c52a1b9 is 52, key is load_balancer_on/state:d/1730993432639/Put/seqid=0 2024-11-07T15:31:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741853_1029 (size=5056) 2024-11-07T15:31:23,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741853_1029 (size=5056) 2024-11-07T15:31:23,727 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/df26707ad7474668a54d87da3c52a1b9 2024-11-07T15:31:23,732 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6042f64565e34b03a71b6721c286008f as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6042f64565e34b03a71b6721c286008f 2024-11-07T15:31:23,738 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6042f64565e34b03a71b6721c286008f, entries=8, sequenceid=121, filesize=5.5 K 2024-11-07T15:31:23,739 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/155e5d76d90544d9be3e8f69aeaa1319 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/155e5d76d90544d9be3e8f69aeaa1319 2024-11-07T15:31:23,744 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 155e5d76d90544d9be3e8f69aeaa1319 2024-11-07T15:31:23,744 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/155e5d76d90544d9be3e8f69aeaa1319, entries=14, sequenceid=121, filesize=7.6 K 2024-11-07T15:31:23,745 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/56c0f255293a4f69bcc8614c2734dd69 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56c0f255293a4f69bcc8614c2734dd69 2024-11-07T15:31:23,750 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/56c0f255293a4f69bcc8614c2734dd69, entries=1, sequenceid=121, filesize=5.0 K 2024-11-07T15:31:23,752 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/df26707ad7474668a54d87da3c52a1b9 as hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/df26707ad7474668a54d87da3c52a1b9 2024-11-07T15:31:23,757 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32883/user/jenkins/test-data/74de2a9f-61be-2b10-e451-1b5bf9943d7a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/df26707ad7474668a54d87da3c52a1b9, entries=1, sequenceid=121, filesize=4.9 K 2024-11-07T15:31:23,758 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=121, compaction requested=false 2024-11-07T15:31:23,760 INFO [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:23,760 DEBUG [M:0;7b3e4e8e12ef:39841 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993483625Disabling compacts and flushes for region at 1730993483625Disabling writes for close at 1730993483626 (+1 ms)Obtaining lock to block concurrent updates at 1730993483626Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730993483626Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44659, getHeapSize=56272, getOffHeapSize=0, getCellsCount=140 at 1730993483626Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730993483627 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730993483627Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730993483640 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730993483640Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730993483652 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730993483666 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730993483667 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730993483678 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730993483693 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730993483693Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730993483705 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730993483720 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730993483720Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5433bd02: reopening flushed file at 1730993483731 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56ba9004: reopening flushed file at 1730993483738 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@87da27: reopening flushed file at 1730993483744 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@465c03b5: reopening flushed file at 1730993483751 (+7 ms)Finished flush of dataSize ~43.61 KB/44659, heapSize ~54.95 KB/56272, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 132ms, sequenceid=121, compaction requested=false at 1730993483758 (+7 ms)Writing region close event to WAL at 1730993483759 (+1 ms)Closed at 1730993483759 2024-11-07T15:31:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38145 is added to blk_1073741830_1006 (size=53056) 2024-11-07T15:31:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38299 is added to blk_1073741830_1006 (size=53056) 2024-11-07T15:31:23,762 INFO [M:0;7b3e4e8e12ef:39841 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:31:23,762 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:31:23,762 INFO [M:0;7b3e4e8e12ef:39841 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39841 2024-11-07T15:31:23,763 INFO [M:0;7b3e4e8e12ef:39841 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:31:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:31:23,876 INFO [M:0;7b3e4e8e12ef:39841 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:31:23,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39841-0x10115eb9e600000, quorum=127.0.0.1:52204, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:31:23,882 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d438551{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:31:23,882 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@41597565{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:31:23,883 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:31:23,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@751d2b20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:31:23,883 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ac50e51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir/,STOPPED} 2024-11-07T15:31:23,885 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:31:23,885 WARN [BP-665297978-172.17.0.2-1730993428958 heartbeating to localhost/127.0.0.1:32883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:31:23,885 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:31:23,885 WARN [BP-665297978-172.17.0.2-1730993428958 heartbeating to localhost/127.0.0.1:32883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-665297978-172.17.0.2-1730993428958 (Datanode Uuid b3f6e194-61c5-4e97-9ed0-503646dd8316) service to localhost/127.0.0.1:32883 2024-11-07T15:31:23,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data3/current/BP-665297978-172.17.0.2-1730993428958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:31:23,886 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data4/current/BP-665297978-172.17.0.2-1730993428958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:31:23,886 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:31:23,888 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6692bd9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:31:23,888 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:31:23,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@75fd277f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:31:23,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:31:23,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45a58052{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:31:23,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e6f71e6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir/,STOPPED} 2024-11-07T15:31:23,890 WARN [BP-665297978-172.17.0.2-1730993428958 heartbeating to localhost/127.0.0.1:32883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:31:23,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:31:23,890 WARN [BP-665297978-172.17.0.2-1730993428958 heartbeating to localhost/127.0.0.1:32883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-665297978-172.17.0.2-1730993428958 (Datanode Uuid 78d169d7-b641-4f6e-9ef9-46387e4e8483) service to localhost/127.0.0.1:32883 2024-11-07T15:31:23,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:31:23,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data1/current/BP-665297978-172.17.0.2-1730993428958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:31:23,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/cluster_b796d90b-36eb-b22f-054d-dd598e3ab1eb/data/data2/current/BP-665297978-172.17.0.2-1730993428958 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:31:23,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:31:23,898 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1a823478{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:31:23,899 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28f8a776{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:31:23,899 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:31:23,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@363ced82{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:31:23,899 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3f07bb1a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir/,STOPPED} 2024-11-07T15:31:23,906 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:31:23,927 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:31:23,933 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=99 (was 104), OpenFileDescriptor=428 (was 440), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=82 (was 101), ProcessCount=11 (was 11), AvailableMemoryMB=1679 (was 1802) 2024-11-07T15:31:23,938 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=99, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=82, ProcessCount=11, AvailableMemoryMB=1678 2024-11-07T15:31:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:31:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.log.dir so I do NOT create it in target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155 2024-11-07T15:31:23,938 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/c09e3738-59de-ed74-d8a9-a015e9c175de/hadoop.tmp.dir so I do NOT create it in target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f, deleteOnExit=true 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/test.cache.data in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:31:23,939 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:31:23,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:31:23,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:31:24,260 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:31:24,264 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:31:24,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:31:24,265 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:31:24,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:31:24,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:31:24,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41196da6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:31:24,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65cf84c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:31:24,358 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56bed761{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/java.io.tmpdir/jetty-localhost-42375-hadoop-hdfs-3_4_1-tests_jar-_-any-14014875617248232403/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:31:24,359 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6acbe6d4{HTTP/1.1, (http/1.1)}{localhost:42375} 2024-11-07T15:31:24,359 INFO [Time-limited test {}] server.Server(415): Started @147175ms 2024-11-07T15:31:24,627 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:31:24,630 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:31:24,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:31:24,631 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:31:24,631 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:31:24,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48e48860{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:31:24,632 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@220bca55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:31:24,726 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59a360e0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/java.io.tmpdir/jetty-localhost-46551-hadoop-hdfs-3_4_1-tests_jar-_-any-9423389438940226635/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:31:24,727 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@359473ac{HTTP/1.1, (http/1.1)}{localhost:46551} 2024-11-07T15:31:24,727 INFO [Time-limited test {}] server.Server(415): Started @147543ms 2024-11-07T15:31:24,728 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:31:24,755 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:31:24,758 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:31:24,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:31:24,759 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:31:24,759 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-07T15:31:24,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d52625f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:31:24,760 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23267338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:31:24,851 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32d50d60{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/java.io.tmpdir/jetty-localhost-42449-hadoop-hdfs-3_4_1-tests_jar-_-any-4614015530406816470/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:31:24,852 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1e9632bd{HTTP/1.1, (http/1.1)}{localhost:42449} 2024-11-07T15:31:24,852 INFO [Time-limited test {}] server.Server(415): Started @147668ms 2024-11-07T15:31:24,853 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:31:25,849 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data1/current/BP-1842724322-172.17.0.2-1730993483961/current, will proceed with Du for space computation calculation, 2024-11-07T15:31:25,853 WARN [Thread-1106 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data2/current/BP-1842724322-172.17.0.2-1730993483961/current, will proceed with Du for space computation calculation, 2024-11-07T15:31:25,870 WARN [Thread-1069 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:31:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11db9c6da3df1b58 with lease ID 0x4feab56e9ae19d42: Processing first storage report for DS-4565bb96-2874-464c-86d8-572c0904c084 from datanode DatanodeRegistration(127.0.0.1:34761, datanodeUuid=1d1482f7-472c-4acd-9264-cc9270745618, infoPort=36613, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961) 2024-11-07T15:31:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11db9c6da3df1b58 with lease ID 0x4feab56e9ae19d42: from storage DS-4565bb96-2874-464c-86d8-572c0904c084 node DatanodeRegistration(127.0.0.1:34761, datanodeUuid=1d1482f7-472c-4acd-9264-cc9270745618, infoPort=36613, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:31:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x11db9c6da3df1b58 with lease ID 0x4feab56e9ae19d42: Processing first storage report for DS-1e740626-5ba1-464d-b9f9-e82d1aab1f7e from datanode DatanodeRegistration(127.0.0.1:34761, datanodeUuid=1d1482f7-472c-4acd-9264-cc9270745618, infoPort=36613, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961) 2024-11-07T15:31:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x11db9c6da3df1b58 with lease ID 0x4feab56e9ae19d42: from storage DS-1e740626-5ba1-464d-b9f9-e82d1aab1f7e node DatanodeRegistration(127.0.0.1:34761, datanodeUuid=1d1482f7-472c-4acd-9264-cc9270745618, infoPort=36613, infoSecurePort=0, ipcPort=40489, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:31:25,979 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data3/current/BP-1842724322-172.17.0.2-1730993483961/current, will proceed with Du for space computation calculation, 2024-11-07T15:31:25,979 WARN [Thread-1117 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data4/current/BP-1842724322-172.17.0.2-1730993483961/current, will proceed with Du for space computation calculation, 2024-11-07T15:31:25,999 WARN [Thread-1092 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:31:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddd71cba5cb81a0b with lease ID 0x4feab56e9ae19d43: Processing first storage report for DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d from datanode DatanodeRegistration(127.0.0.1:40089, datanodeUuid=b14dfe5b-f1e8-449e-84d1-4dec1449633a, infoPort=43621, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961) 2024-11-07T15:31:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddd71cba5cb81a0b with lease ID 0x4feab56e9ae19d43: from storage DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=b14dfe5b-f1e8-449e-84d1-4dec1449633a, infoPort=43621, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:31:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xddd71cba5cb81a0b with lease ID 0x4feab56e9ae19d43: Processing first storage report for DS-b3e50867-7c19-482b-a4ad-b51f1a7ae64b from datanode DatanodeRegistration(127.0.0.1:40089, datanodeUuid=b14dfe5b-f1e8-449e-84d1-4dec1449633a, infoPort=43621, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961) 2024-11-07T15:31:26,001 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xddd71cba5cb81a0b with lease ID 0x4feab56e9ae19d43: from storage DS-b3e50867-7c19-482b-a4ad-b51f1a7ae64b node DatanodeRegistration(127.0.0.1:40089, datanodeUuid=b14dfe5b-f1e8-449e-84d1-4dec1449633a, infoPort=43621, infoSecurePort=0, ipcPort=44717, storageInfo=lv=-57;cid=testClusterID;nsid=1926955777;c=1730993483961), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:31:26,089 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155 2024-11-07T15:31:26,097 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/zookeeper_0, clientPort=59923, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:31:26,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59923 2024-11-07T15:31:26,098 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,100 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:31:26,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:31:26,110 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24 with version=8 2024-11-07T15:31:26,110 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase-staging 2024-11-07T15:31:26,112 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:31:26,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:31:26,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:31:26,112 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:31:26,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:31:26,113 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:31:26,113 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:31:26,113 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:31:26,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42519 2024-11-07T15:31:26,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42519 connecting to ZooKeeper ensemble=127.0.0.1:59923 2024-11-07T15:31:26,183 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425190x0, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:31:26,184 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42519-0x10115ec74b60000 connected 2024-11-07T15:31:26,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,265 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,267 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:31:26,267 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24, hbase.cluster.distributed=false 2024-11-07T15:31:26,269 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:31:26,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-07T15:31:26,270 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42519 2024-11-07T15:31:26,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42519 2024-11-07T15:31:26,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-07T15:31:26,271 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42519 2024-11-07T15:31:26,285 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:31:26,285 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:31:26,286 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37471 2024-11-07T15:31:26,287 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37471 connecting to ZooKeeper ensemble=127.0.0.1:59923 2024-11-07T15:31:26,288 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,289 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:374710x0, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:31:26,304 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37471-0x10115ec74b60001 connected 2024-11-07T15:31:26,304 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:31:26,304 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:31:26,305 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:31:26,305 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:31:26,306 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:31:26,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-07T15:31:26,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37471 2024-11-07T15:31:26,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37471 2024-11-07T15:31:26,307 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-07T15:31:26,308 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37471 2024-11-07T15:31:26,325 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:42519 2024-11-07T15:31:26,325 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,336 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:31:26,337 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:31:26,337 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:31:26,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,348 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:31:26,349 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b3e4e8e12ef,42519,1730993486112 from backup master directory 2024-11-07T15:31:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:31:26,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:31:26,358 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:31:26,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,363 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/hbase.id] with ID: b565c17c-113e-425d-87eb-5a78d9834438 2024-11-07T15:31:26,364 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/.tmp/hbase.id 2024-11-07T15:31:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:31:26,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:31:26,371 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/.tmp/hbase.id]:[hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/hbase.id] 2024-11-07T15:31:26,385 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:26,385 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:31:26,386 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:31:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,400 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:31:26,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:31:26,408 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:31:26,409 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:31:26,410 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:31:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:31:26,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:31:26,420 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store 2024-11-07T15:31:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:31:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:31:26,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:26,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:31:26,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:26,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:26,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:31:26,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:26,428 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:31:26,428 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993486428Disabling compacts and flushes for region at 1730993486428Disabling writes for close at 1730993486428Writing region close event to WAL at 1730993486428Closed at 1730993486428 2024-11-07T15:31:26,429 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/.initializing 2024-11-07T15:31:26,429 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/WALs/7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,430 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:31:26,432 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C42519%2C1730993486112, suffix=, logDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/WALs/7b3e4e8e12ef,42519,1730993486112, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/oldWALs, maxLogs=10 2024-11-07T15:31:26,444 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/WALs/7b3e4e8e12ef,42519,1730993486112/7b3e4e8e12ef%2C42519%2C1730993486112.1730993486432, exclude list is [], retry=0 2024-11-07T15:31:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34761,DS-4565bb96-2874-464c-86d8-572c0904c084,DISK] 2024-11-07T15:31:26,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d,DISK] 2024-11-07T15:31:26,449 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/WALs/7b3e4e8e12ef,42519,1730993486112/7b3e4e8e12ef%2C42519%2C1730993486112.1730993486432 2024-11-07T15:31:26,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-07T15:31:26,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:31:26,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:26,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,450 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,452 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,453 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:31:26,453 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:26,454 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,455 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:31:26,456 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:31:26,456 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,457 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:31:26,458 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:31:26,458 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,459 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:31:26,459 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,460 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:31:26,460 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,461 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,461 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,462 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,463 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,463 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:31:26,464 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:31:26,466 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:31:26,467 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=863181, jitterRate=0.09759220480918884}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:31:26,467 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730993486450Initializing all the Stores at 1730993486451 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993486451Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993486452 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993486452Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993486452Cleaning up temporary data from old regions at 1730993486463 (+11 ms)Region opened successfully at 1730993486467 (+4 ms) 2024-11-07T15:31:26,467 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:31:26,471 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df34065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:31:26,472 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:31:26,472 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:31:26,472 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:31:26,472 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:31:26,473 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:31:26,473 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:31:26,473 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:31:26,475 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:31:26,475 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:31:26,484 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:31:26,484 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:31:26,485 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:31:26,494 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:31:26,494 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:31:26,496 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:31:26,505 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:31:26,506 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:31:26,515 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:31:26,517 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:31:26,526 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:31:26,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:31:26,536 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:31:26,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,537 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,42519,1730993486112, sessionid=0x10115ec74b60000, setting cluster-up flag (Was=false) 2024-11-07T15:31:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,589 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:31:26,590 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:26,642 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:31:26,643 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:26,644 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:31:26,646 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:31:26,646 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:31:26,646 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:31:26,647 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,42519,1730993486112 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,649 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:31:26,650 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,651 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730993516651 2024-11-07T15:31:26,652 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:31:26,652 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:31:26,652 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:31:26,652 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:31:26,652 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:31:26,652 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:31:26,652 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:31:26,652 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:31:26,653 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,653 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,653 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:31:26,653 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:31:26,654 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:31:26,653 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:31:26,654 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:31:26,654 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:31:26,654 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993486654,5,FailOnTimeoutGroup] 2024-11-07T15:31:26,659 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993486654,5,FailOnTimeoutGroup] 2024-11-07T15:31:26,659 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,659 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:31:26,659 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,659 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:31:26,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:31:26,667 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:31:26,667 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24 2024-11-07T15:31:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:31:26,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:31:26,675 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:26,680 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:31:26,682 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:31:26,683 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:26,683 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:31:26,684 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:31:26,684 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:26,685 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:31:26,686 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:31:26,686 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:26,687 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:31:26,688 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:31:26,688 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:26,688 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:26,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:31:26,689 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740 2024-11-07T15:31:26,690 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740 2024-11-07T15:31:26,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:31:26,691 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:31:26,691 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:31:26,692 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:31:26,694 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:31:26,695 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=860533, jitterRate=0.0942249596118927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:31:26,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730993486675Initializing all the Stores at 1730993486676 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993486676Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993486680 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993486680Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993486680Cleaning up temporary data from old regions at 1730993486691 (+11 ms)Region opened successfully at 1730993486695 (+4 ms) 2024-11-07T15:31:26,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:31:26,695 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:31:26,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:31:26,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:31:26,695 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:31:26,696 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:31:26,696 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993486695Disabling compacts and flushes for region at 1730993486695Disabling writes for close at 1730993486695Writing region close event to WAL at 1730993486696 (+1 ms)Closed at 1730993486696 2024-11-07T15:31:26,697 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:31:26,697 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:31:26,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:31:26,698 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:31:26,699 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:31:26,710 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(746): ClusterId : b565c17c-113e-425d-87eb-5a78d9834438 2024-11-07T15:31:26,710 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:31:26,716 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:31:26,716 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:31:26,727 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:31:26,727 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24487205, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:31:26,738 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:37471 2024-11-07T15:31:26,738 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:31:26,738 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:31:26,738 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:31:26,739 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,42519,1730993486112 with port=37471, startcode=1730993486285 2024-11-07T15:31:26,739 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:31:26,741 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46671, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:31:26,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:26,741 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:26,743 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24 2024-11-07T15:31:26,743 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33759 2024-11-07T15:31:26,743 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:31:26,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:31:26,747 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] zookeeper.ZKUtil(111): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:26,747 WARN [RS:0;7b3e4e8e12ef:37471 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:31:26,747 INFO [RS:0;7b3e4e8e12ef:37471 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:31:26,748 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:26,749 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,37471,1730993486285] 2024-11-07T15:31:26,751 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:31:26,753 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:31:26,753 INFO [RS:0;7b3e4e8e12ef:37471 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:31:26,753 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,753 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:31:26,754 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:31:26,754 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:31:26,754 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:31:26,755 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:31:26,755 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,755 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,755 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,755 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,755 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,755 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37471,1730993486285-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:31:26,769 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:31:26,769 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,37471,1730993486285-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,769 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,769 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.Replication(171): 7b3e4e8e12ef,37471,1730993486285 started 2024-11-07T15:31:26,782 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:26,782 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,37471,1730993486285, RpcServer on 7b3e4e8e12ef/172.17.0.2:37471, sessionid=0x10115ec74b60001 2024-11-07T15:31:26,782 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:31:26,782 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:26,782 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,37471,1730993486285' 2024-11-07T15:31:26,782 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,37471,1730993486285' 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:31:26,783 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:31:26,784 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:31:26,784 INFO [RS:0;7b3e4e8e12ef:37471 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:31:26,784 INFO [RS:0;7b3e4e8e12ef:37471 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:31:26,849 WARN [7b3e4e8e12ef:42519 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:31:26,884 INFO [RS:0;7b3e4e8e12ef:37471 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:31:26,886 INFO [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C37471%2C1730993486285, suffix=, logDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/oldWALs, maxLogs=32 2024-11-07T15:31:26,902 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993486887, exclude list is [], retry=0 2024-11-07T15:31:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34761,DS-4565bb96-2874-464c-86d8-572c0904c084,DISK] 2024-11-07T15:31:26,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d,DISK] 2024-11-07T15:31:26,907 INFO [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993486887 2024-11-07T15:31:26,907 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-07T15:31:27,100 DEBUG [7b3e4e8e12ef:42519 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:31:27,100 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:27,102 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,37471,1730993486285, state=OPENING 2024-11-07T15:31:27,147 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:31:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:27,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:31:27,160 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:31:27,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:31:27,160 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:31:27,160 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,37471,1730993486285}] 2024-11-07T15:31:27,315 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:31:27,318 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54861, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:31:27,325 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:31:27,325 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:31:27,325 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:31:27,327 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C37471%2C1730993486285.meta, suffix=.meta, logDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285, archiveDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/oldWALs, maxLogs=32 2024-11-07T15:31:27,341 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.meta.1730993487328.meta, exclude list is [], retry=0 2024-11-07T15:31:27,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34761,DS-4565bb96-2874-464c-86d8-572c0904c084,DISK] 2024-11-07T15:31:27,343 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d,DISK] 2024-11-07T15:31:27,345 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.meta.1730993487328.meta 2024-11-07T15:31:27,345 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:31:27,346 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:31:27,346 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:31:27,348 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:31:27,348 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:31:27,348 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:27,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:27,349 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:31:27,350 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:31:27,350 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:27,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:27,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:31:27,351 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:31:27,351 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:27,351 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:27,352 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:31:27,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:31:27,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:27,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:31:27,353 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:31:27,353 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740 2024-11-07T15:31:27,354 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740 2024-11-07T15:31:27,356 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:31:27,356 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:31:27,356 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:31:27,358 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:31:27,358 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878499, jitterRate=0.11707033216953278}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:31:27,358 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:31:27,359 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730993487346Writing region info on filesystem at 1730993487346Initializing all the Stores at 1730993487347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993487347Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993487347Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993487347Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993487347Cleaning up temporary data from old regions at 1730993487356 (+9 ms)Running coprocessor post-open hooks at 1730993487358 (+2 ms)Region opened successfully at 1730993487359 (+1 ms) 2024-11-07T15:31:27,360 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730993487315 2024-11-07T15:31:27,362 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:31:27,362 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:31:27,363 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:27,363 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,37471,1730993486285, state=OPEN 2024-11-07T15:31:27,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:31:27,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:31:27,484 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:27,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:31:27,485 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:31:27,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:31:27,491 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,37471,1730993486285 in 325 msec 2024-11-07T15:31:27,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:31:27,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 794 msec 2024-11-07T15:31:27,496 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:31:27,496 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:31:27,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:31:27,497 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=-1] 2024-11-07T15:31:27,498 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:31:27,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:31:27,504 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 858 msec 2024-11-07T15:31:27,505 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730993487504, completionTime=-1 2024-11-07T15:31:27,505 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:31:27,505 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730993547507 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730993607507 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42519,1730993486112-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42519,1730993486112-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42519,1730993486112-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:42519, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,507 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,508 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,509 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:31:27,511 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.153sec 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42519,1730993486112-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:31:27,512 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42519,1730993486112-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:31:27,515 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:31:27,515 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:31:27,515 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,42519,1730993486112-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:31:27,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e7e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:31:27,610 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,42519,-1 for getting cluster id 2024-11-07T15:31:27,611 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:31:27,613 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b565c17c-113e-425d-87eb-5a78d9834438' 2024-11-07T15:31:27,613 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:31:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b565c17c-113e-425d-87eb-5a78d9834438" 2024-11-07T15:31:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60b4bd53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:31:27,614 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,42519,-1] 2024-11-07T15:31:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:31:27,615 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:31:27,617 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:31:27,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2afc00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:31:27,619 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:31:27,620 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=-1] 2024-11-07T15:31:27,621 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:31:27,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:31:27,625 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:27,625 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:31:27,629 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T15:31:27,629 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-07T15:31:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:31:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6cee4c40 2024-11-07T15:31:27,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-07T15:31:27,633 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-07T15:31:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-07T15:31:27,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-07T15:31:27,634 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:31:27,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-07T15:31:27,638 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-07T15:31:27,638 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:27,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-07T15:31:27,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:31:27,640 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-07T15:31:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741835_1011 (size=381) 2024-11-07T15:31:27,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741835_1011 (size=381) 2024-11-07T15:31:27,649 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8bbdc6e8683718415687b5b706ee21a6, NAME => 'TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24 2024-11-07T15:31:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741836_1012 (size=64) 2024-11-07T15:31:27,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741836_1012 (size=64) 2024-11-07T15:31:27,656 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:27,657 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8bbdc6e8683718415687b5b706ee21a6, disabling compactions & flushes 2024-11-07T15:31:27,657 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:27,657 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:27,657 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. after waiting 0 ms 2024-11-07T15:31:27,657 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:27,657 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:27,657 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8bbdc6e8683718415687b5b706ee21a6: Waiting for close lock at 1730993487656Disabling compacts and flushes for region at 1730993487656Disabling writes for close at 1730993487657 (+1 ms)Writing region close event to WAL at 1730993487657Closed at 1730993487657 2024-11-07T15:31:27,658 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-07T15:31:27,658 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1730993487658"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730993487658"}]},"ts":"1730993487658"} 2024-11-07T15:31:27,660 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-07T15:31:27,661 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-07T15:31:27,662 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993487662"}]},"ts":"1730993487662"} 2024-11-07T15:31:27,663 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-07T15:31:27,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, ASSIGN}] 2024-11-07T15:31:27,665 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, ASSIGN 2024-11-07T15:31:27,666 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, ASSIGN; state=OFFLINE, location=7b3e4e8e12ef,37471,1730993486285; forceNewPlan=false, retain=false 2024-11-07T15:31:27,817 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bbdc6e8683718415687b5b706ee21a6, regionState=OPENING, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:27,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, ASSIGN because future has completed 2024-11-07T15:31:27,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bbdc6e8683718415687b5b706ee21a6, server=7b3e4e8e12ef,37471,1730993486285}] 2024-11-07T15:31:27,989 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:27,990 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bbdc6e8683718415687b5b706ee21a6, NAME => 'TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:31:27,990 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,990 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:27,990 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,990 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,992 INFO [StoreOpener-8bbdc6e8683718415687b5b706ee21a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,994 INFO [StoreOpener-8bbdc6e8683718415687b5b706ee21a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bbdc6e8683718415687b5b706ee21a6 columnFamilyName info 2024-11-07T15:31:27,994 DEBUG [StoreOpener-8bbdc6e8683718415687b5b706ee21a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:27,995 INFO [StoreOpener-8bbdc6e8683718415687b5b706ee21a6-1 {}] regionserver.HStore(327): Store=8bbdc6e8683718415687b5b706ee21a6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:31:27,995 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,996 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,997 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,997 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:27,998 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:28,000 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:28,003 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:31:28,003 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8bbdc6e8683718415687b5b706ee21a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878702, jitterRate=0.1173277348279953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:31:28,003 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:28,004 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8bbdc6e8683718415687b5b706ee21a6: Running coprocessor pre-open hook at 1730993487990Writing region info on filesystem at 1730993487990Initializing all the Stores at 1730993487992 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993487992Cleaning up temporary data from old regions at 1730993487998 (+6 ms)Running coprocessor post-open hooks at 1730993488003 (+5 ms)Region opened successfully at 1730993488004 (+1 ms) 2024-11-07T15:31:28,005 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., pid=6, masterSystemTime=1730993487979 2024-11-07T15:31:28,007 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:28,007 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:28,008 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8bbdc6e8683718415687b5b706ee21a6, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:28,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bbdc6e8683718415687b5b706ee21a6, server=7b3e4e8e12ef,37471,1730993486285 because future has completed 2024-11-07T15:31:28,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-07T15:31:28,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bbdc6e8683718415687b5b706ee21a6, server=7b3e4e8e12ef,37471,1730993486285 in 189 msec 2024-11-07T15:31:28,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-07T15:31:28,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, ASSIGN in 352 msec 2024-11-07T15:31:28,020 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-07T15:31:28,021 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1730993488020"}]},"ts":"1730993488020"} 2024-11-07T15:31:28,023 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-07T15:31:28,024 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-07T15:31:28,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 390 msec 2024-11-07T15:31:28,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,331 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,336 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,843 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:31:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,861 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,862 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,866 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,867 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:28,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:32,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:31:32,754 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-07T15:31:33,325 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-07T15:31:33,325 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-07T15:31:37,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42519 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-07T15:31:37,699 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-07T15:31:37,699 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-07T15:31:37,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-07T15:31:37,706 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:37,709 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=2] 2024-11-07T15:31:37,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:37,727 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:31:37,745 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/af8b9961e3ba425e9cfdd352264bb363 is 1055, key is row0001/info:/1730993497711/Put/seqid=0 2024-11-07T15:31:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741837_1013 (size=13386) 2024-11-07T15:31:37,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741837_1013 (size=13386) 2024-11-07T15:31:37,751 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/af8b9961e3ba425e9cfdd352264bb363 2024-11-07T15:31:37,758 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/af8b9961e3ba425e9cfdd352264bb363 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/af8b9961e3ba425e9cfdd352264bb363 2024-11-07T15:31:37,765 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/af8b9961e3ba425e9cfdd352264bb363, entries=8, sequenceid=12, filesize=13.1 K 2024-11-07T15:31:37,766 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 8bbdc6e8683718415687b5b706ee21a6 in 39ms, sequenceid=12, compaction requested=false 2024-11-07T15:31:37,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:37,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:37,768 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=20.53 KB heapSize=22.28 KB 2024-11-07T15:31:37,773 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/9bd9a95a11c845d8a44dd8a486c5b576 is 1055, key is row0009/info:/1730993497729/Put/seqid=0 2024-11-07T15:31:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741838_1014 (size=26030) 2024-11-07T15:31:37,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741838_1014 (size=26030) 2024-11-07T15:31:38,181 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.53 KB at sequenceid=35 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/9bd9a95a11c845d8a44dd8a486c5b576 2024-11-07T15:31:38,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/9bd9a95a11c845d8a44dd8a486c5b576 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576 2024-11-07T15:31:38,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576, entries=20, sequenceid=35, filesize=25.4 K 2024-11-07T15:31:38,204 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~20.53 KB/21020, heapSize ~22.27 KB/22800, currentSize=4.11 KB/4204 for 8bbdc6e8683718415687b5b706ee21a6 in 435ms, sequenceid=35, compaction requested=false 2024-11-07T15:31:38,204 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:38,204 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=38.5 K, sizeToCheck=16.0 K 2024-11-07T15:31:38,204 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:38,204 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576 because midkey is the same as first or last row 2024-11-07T15:31:39,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:39,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:31:39,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/8cc6c137b5b049dd916ccfb81ab555f0 is 1055, key is row0029/info:/1730993497769/Put/seqid=0 2024-11-07T15:31:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741839_1015 (size=13386) 2024-11-07T15:31:39,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741839_1015 (size=13386) 2024-11-07T15:31:39,800 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=46 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/8cc6c137b5b049dd916ccfb81ab555f0 2024-11-07T15:31:39,808 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/8cc6c137b5b049dd916ccfb81ab555f0 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/8cc6c137b5b049dd916ccfb81ab555f0 2024-11-07T15:31:39,814 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/8cc6c137b5b049dd916ccfb81ab555f0, entries=8, sequenceid=46, filesize=13.1 K 2024-11-07T15:31:39,816 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for 8bbdc6e8683718415687b5b706ee21a6 in 29ms, sequenceid=46, compaction requested=true 2024-11-07T15:31:39,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:39,816 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=51.6 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,816 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,816 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576 because midkey is the same as first or last row 2024-11-07T15:31:39,817 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bbdc6e8683718415687b5b706ee21a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:39,817 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:39,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:39,819 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 52802 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:39,819 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): 8bbdc6e8683718415687b5b706ee21a6/info is initiating minor compaction (all files) 2024-11-07T15:31:39,819 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bbdc6e8683718415687b5b706ee21a6/info in TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:39,819 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/af8b9961e3ba425e9cfdd352264bb363, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/8cc6c137b5b049dd916ccfb81ab555f0] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp, totalSize=51.6 K 2024-11-07T15:31:39,820 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:39,820 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting af8b9961e3ba425e9cfdd352264bb363, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1730993497711 2024-11-07T15:31:39,820 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:31:39,820 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9bd9a95a11c845d8a44dd8a486c5b576, keycount=20, bloomtype=ROW, size=25.4 K, encoding=NONE, compression=NONE, seqNum=35, earliestPutTs=1730993497729 2024-11-07T15:31:39,821 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8cc6c137b5b049dd916ccfb81ab555f0, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1730993497769 2024-11-07T15:31:39,824 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/5a2c7d3a868046d9ba60f43b77231d23 is 1055, key is row0037/info:/1730993499788/Put/seqid=0 2024-11-07T15:31:39,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741840_1016 (size=19714) 2024-11-07T15:31:39,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741840_1016 (size=19714) 2024-11-07T15:31:39,830 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=63 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/5a2c7d3a868046d9ba60f43b77231d23 2024-11-07T15:31:39,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/5a2c7d3a868046d9ba60f43b77231d23 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/5a2c7d3a868046d9ba60f43b77231d23 2024-11-07T15:31:39,838 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bbdc6e8683718415687b5b706ee21a6#info#compaction#35 average throughput is 12.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:39,839 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/1244561ec07640b4a86d9beebd58ee81 is 1055, key is row0001/info:/1730993497711/Put/seqid=0 2024-11-07T15:31:39,845 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/5a2c7d3a868046d9ba60f43b77231d23, entries=14, sequenceid=63, filesize=19.3 K 2024-11-07T15:31:39,846 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=10.26 KB/10510 for 8bbdc6e8683718415687b5b706ee21a6 in 26ms, sequenceid=63, compaction requested=false 2024-11-07T15:31:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=70.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,846 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576 because midkey is the same as first or last row 2024-11-07T15:31:39,847 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-07T15:31:39,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741841_1017 (size=43001) 2024-11-07T15:31:39,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741841_1017 (size=43001) 2024-11-07T15:31:39,852 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/db955f6bfca64cb4a2cf0df6a273c792 is 1055, key is row0051/info:/1730993499822/Put/seqid=0 2024-11-07T15:31:39,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741842_1018 (size=16542) 2024-11-07T15:31:39,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741842_1018 (size=16542) 2024-11-07T15:31:39,858 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/db955f6bfca64cb4a2cf0df6a273c792 2024-11-07T15:31:39,859 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/1244561ec07640b4a86d9beebd58ee81 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 2024-11-07T15:31:39,864 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/db955f6bfca64cb4a2cf0df6a273c792 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/db955f6bfca64cb4a2cf0df6a273c792 2024-11-07T15:31:39,865 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bbdc6e8683718415687b5b706ee21a6/info of 8bbdc6e8683718415687b5b706ee21a6 into 1244561ec07640b4a86d9beebd58ee81(size=42.0 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:39,865 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:39,868 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., storeName=8bbdc6e8683718415687b5b706ee21a6/info, priority=13, startTime=1730993499817; duration=0sec 2024-11-07T15:31:39,868 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,868 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,868 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 because midkey is the same as first or last row 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 because midkey is the same as first or last row 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=61.2 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 because midkey is the same as first or last row 2024-11-07T15:31:39,869 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:39,870 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bbdc6e8683718415687b5b706ee21a6:info 2024-11-07T15:31:39,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/db955f6bfca64cb4a2cf0df6a273c792, entries=11, sequenceid=77, filesize=16.2 K 2024-11-07T15:31:39,871 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=3.08 KB/3153 for 8bbdc6e8683718415687b5b706ee21a6 in 24ms, sequenceid=77, compaction requested=true 2024-11-07T15:31:39,871 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:39,871 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=77.4 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,871 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,871 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 because midkey is the same as first or last row 2024-11-07T15:31:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bbdc6e8683718415687b5b706ee21a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:39,872 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:39,872 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:39,873 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 79257 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:39,873 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): 8bbdc6e8683718415687b5b706ee21a6/info is initiating minor compaction (all files) 2024-11-07T15:31:39,873 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bbdc6e8683718415687b5b706ee21a6/info in TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:39,873 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/5a2c7d3a868046d9ba60f43b77231d23, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/db955f6bfca64cb4a2cf0df6a273c792] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp, totalSize=77.4 K 2024-11-07T15:31:39,874 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1244561ec07640b4a86d9beebd58ee81, keycount=36, bloomtype=ROW, size=42.0 K, encoding=NONE, compression=NONE, seqNum=46, earliestPutTs=1730993497711 2024-11-07T15:31:39,874 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5a2c7d3a868046d9ba60f43b77231d23, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=63, earliestPutTs=1730993499788 2024-11-07T15:31:39,874 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting db955f6bfca64cb4a2cf0df6a273c792, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1730993499822 2024-11-07T15:31:39,890 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bbdc6e8683718415687b5b706ee21a6#info#compaction#37 average throughput is 15.29 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:39,891 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/081f8a1fd22140f197e496b743bf061c is 1055, key is row0001/info:/1730993497711/Put/seqid=0 2024-11-07T15:31:39,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741843_1019 (size=69472) 2024-11-07T15:31:39,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741843_1019 (size=69472) 2024-11-07T15:31:39,902 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/081f8a1fd22140f197e496b743bf061c as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c 2024-11-07T15:31:39,909 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bbdc6e8683718415687b5b706ee21a6/info of 8bbdc6e8683718415687b5b706ee21a6 into 081f8a1fd22140f197e496b743bf061c(size=67.8 K), total size for store is 67.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:39,909 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., storeName=8bbdc6e8683718415687b5b706ee21a6/info, priority=13, startTime=1730993499871; duration=0sec 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c because midkey is the same as first or last row 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c because midkey is the same as first or last row 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c because midkey is the same as first or last row 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:39,909 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bbdc6e8683718415687b5b706ee21a6:info 2024-11-07T15:31:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:41,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:31:41,875 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/68914d21463444cf81c02990dcc51043 is 1055, key is row0062/info:/1730993499847/Put/seqid=0 2024-11-07T15:31:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741844_1020 (size=13386) 2024-11-07T15:31:41,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741844_1020 (size=13386) 2024-11-07T15:31:41,883 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=90 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/68914d21463444cf81c02990dcc51043 2024-11-07T15:31:41,890 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/68914d21463444cf81c02990dcc51043 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/68914d21463444cf81c02990dcc51043 2024-11-07T15:31:41,896 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/68914d21463444cf81c02990dcc51043, entries=8, sequenceid=90, filesize=13.1 K 2024-11-07T15:31:41,897 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 8bbdc6e8683718415687b5b706ee21a6 in 28ms, sequenceid=90, compaction requested=false 2024-11-07T15:31:41,897 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=80.9 K, sizeToCheck=16.0 K 2024-11-07T15:31:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:41,898 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c because midkey is the same as first or last row 2024-11-07T15:31:41,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:41,898 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:31:41,902 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/c52c7da174b343f69573c9a83e8c17c7 is 1055, key is row0070/info:/1730993501871/Put/seqid=0 2024-11-07T15:31:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741845_1021 (size=18662) 2024-11-07T15:31:41,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741845_1021 (size=18662) 2024-11-07T15:31:41,908 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=106 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/c52c7da174b343f69573c9a83e8c17c7 2024-11-07T15:31:41,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/c52c7da174b343f69573c9a83e8c17c7 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/c52c7da174b343f69573c9a83e8c17c7 2024-11-07T15:31:41,922 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/c52c7da174b343f69573c9a83e8c17c7, entries=13, sequenceid=106, filesize=18.2 K 2024-11-07T15:31:41,923 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for 8bbdc6e8683718415687b5b706ee21a6 in 25ms, sequenceid=106, compaction requested=true 2024-11-07T15:31:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.1 K, sizeToCheck=16.0 K 2024-11-07T15:31:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c because midkey is the same as first or last row 2024-11-07T15:31:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8bbdc6e8683718415687b5b706ee21a6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:41,923 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:41,923 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:41,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:41,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T15:31:41,924 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101520 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:41,925 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): 8bbdc6e8683718415687b5b706ee21a6/info is initiating minor compaction (all files) 2024-11-07T15:31:41,925 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8bbdc6e8683718415687b5b706ee21a6/info in TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:41,925 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/68914d21463444cf81c02990dcc51043, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/c52c7da174b343f69573c9a83e8c17c7] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp, totalSize=99.1 K 2024-11-07T15:31:41,925 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 081f8a1fd22140f197e496b743bf061c, keycount=61, bloomtype=ROW, size=67.8 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1730993497711 2024-11-07T15:31:41,926 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 68914d21463444cf81c02990dcc51043, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=90, earliestPutTs=1730993499847 2024-11-07T15:31:41,926 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting c52c7da174b343f69573c9a83e8c17c7, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1730993501871 2024-11-07T15:31:41,928 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/bfc9ca75ed5145ef918b6e652e3510b5 is 1055, key is row0083/info:/1730993501899/Put/seqid=0 2024-11-07T15:31:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741846_1022 (size=17594) 2024-11-07T15:31:41,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741846_1022 (size=17594) 2024-11-07T15:31:41,934 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/bfc9ca75ed5145ef918b6e652e3510b5 2024-11-07T15:31:41,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/bfc9ca75ed5145ef918b6e652e3510b5 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/bfc9ca75ed5145ef918b6e652e3510b5 2024-11-07T15:31:41,946 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8bbdc6e8683718415687b5b706ee21a6#info#compaction#41 average throughput is 16.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:41,947 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/9c39966ea6424e4bb825782dd193f41e is 1055, key is row0001/info:/1730993497711/Put/seqid=0 2024-11-07T15:31:41,949 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/bfc9ca75ed5145ef918b6e652e3510b5, entries=12, sequenceid=121, filesize=17.2 K 2024-11-07T15:31:41,950 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=2.05 KB/2102 for 8bbdc6e8683718415687b5b706ee21a6 in 26ms, sequenceid=121, compaction requested=false 2024-11-07T15:31:41,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:41,950 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=116.3 K, sizeToCheck=16.0 K 2024-11-07T15:31:41,951 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:41,951 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c because midkey is the same as first or last row 2024-11-07T15:31:41,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741847_1023 (size=91743) 2024-11-07T15:31:41,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741847_1023 (size=91743) 2024-11-07T15:31:41,959 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/9c39966ea6424e4bb825782dd193f41e as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e 2024-11-07T15:31:41,966 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8bbdc6e8683718415687b5b706ee21a6/info of 8bbdc6e8683718415687b5b706ee21a6 into 9c39966ea6424e4bb825782dd193f41e(size=89.6 K), total size for store is 106.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8bbdc6e8683718415687b5b706ee21a6: 2024-11-07T15:31:41,966 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., storeName=8bbdc6e8683718415687b5b706ee21a6/info, priority=13, startTime=1730993501923; duration=0sec 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=106.8 K, sizeToCheck=16.0 K 2024-11-07T15:31:41,966 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-07T15:31:41,967 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:41,967 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:41,967 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8bbdc6e8683718415687b5b706ee21a6:info 2024-11-07T15:31:41,968 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] assignment.AssignmentManager(1355): Split request from 7b3e4e8e12ef,37471,1730993486285, parent={ENCODED => 8bbdc6e8683718415687b5b706ee21a6, NAME => 'TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-07T15:31:41,973 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:41,976 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8bbdc6e8683718415687b5b706ee21a6, daughterA=6da19943610214309a9d08e48b1b2718, daughterB=c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:41,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8bbdc6e8683718415687b5b706ee21a6, daughterA=6da19943610214309a9d08e48b1b2718, daughterB=c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:41,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8bbdc6e8683718415687b5b706ee21a6, daughterA=6da19943610214309a9d08e48b1b2718, daughterB=c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:41,977 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8bbdc6e8683718415687b5b706ee21a6, daughterA=6da19943610214309a9d08e48b1b2718, daughterB=c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:41,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, UNASSIGN}] 2024-11-07T15:31:41,984 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, UNASSIGN 2024-11-07T15:31:41,985 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42519 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=SPLITTING, location=7b3e4e8e12ef,37471,1730993486285, table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-07T15:31:41,986 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8bbdc6e8683718415687b5b706ee21a6, regionState=CLOSING, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:41,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, UNASSIGN because future has completed 2024-11-07T15:31:41,989 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-07T15:31:41,989 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bbdc6e8683718415687b5b706ee21a6, server=7b3e4e8e12ef,37471,1730993486285}] 2024-11-07T15:31:42,146 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,146 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-07T15:31:42,146 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8bbdc6e8683718415687b5b706ee21a6, disabling compactions & flushes 2024-11-07T15:31:42,146 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:42,146 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:42,146 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. after waiting 0 ms 2024-11-07T15:31:42,146 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:42,147 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 8bbdc6e8683718415687b5b706ee21a6 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-07T15:31:42,151 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/33a227f067c04dbfbeb9175711659d69 is 1055, key is row0095/info:/1730993501926/Put/seqid=0 2024-11-07T15:31:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741848_1024 (size=7062) 2024-11-07T15:31:42,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741848_1024 (size=7062) 2024-11-07T15:31:42,157 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/33a227f067c04dbfbeb9175711659d69 2024-11-07T15:31:42,163 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/.tmp/info/33a227f067c04dbfbeb9175711659d69 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/33a227f067c04dbfbeb9175711659d69 2024-11-07T15:31:42,169 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/33a227f067c04dbfbeb9175711659d69, entries=2, sequenceid=127, filesize=6.9 K 2024-11-07T15:31:42,170 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 8bbdc6e8683718415687b5b706ee21a6 in 24ms, sequenceid=127, compaction requested=true 2024-11-07T15:31:42,172 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/af8b9961e3ba425e9cfdd352264bb363, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/8cc6c137b5b049dd916ccfb81ab555f0, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/5a2c7d3a868046d9ba60f43b77231d23, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/db955f6bfca64cb4a2cf0df6a273c792, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/68914d21463444cf81c02990dcc51043, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/c52c7da174b343f69573c9a83e8c17c7] to archive 2024-11-07T15:31:42,174 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T15:31:42,176 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/af8b9961e3ba425e9cfdd352264bb363 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/af8b9961e3ba425e9cfdd352264bb363 2024-11-07T15:31:42,177 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9bd9a95a11c845d8a44dd8a486c5b576 2024-11-07T15:31:42,179 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/1244561ec07640b4a86d9beebd58ee81 2024-11-07T15:31:42,181 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/8cc6c137b5b049dd916ccfb81ab555f0 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/8cc6c137b5b049dd916ccfb81ab555f0 2024-11-07T15:31:42,183 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/5a2c7d3a868046d9ba60f43b77231d23 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/5a2c7d3a868046d9ba60f43b77231d23 2024-11-07T15:31:42,184 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/081f8a1fd22140f197e496b743bf061c 2024-11-07T15:31:42,186 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/db955f6bfca64cb4a2cf0df6a273c792 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/db955f6bfca64cb4a2cf0df6a273c792 2024-11-07T15:31:42,188 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/68914d21463444cf81c02990dcc51043 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/68914d21463444cf81c02990dcc51043 2024-11-07T15:31:42,189 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/c52c7da174b343f69573c9a83e8c17c7 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/c52c7da174b343f69573c9a83e8c17c7 2024-11-07T15:31:42,196 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=1 2024-11-07T15:31:42,196 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. 2024-11-07T15:31:42,196 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8bbdc6e8683718415687b5b706ee21a6: Waiting for close lock at 1730993502146Running coprocessor pre-close hooks at 1730993502146Disabling compacts and flushes for region at 1730993502146Disabling writes for close at 1730993502146Obtaining lock to block concurrent updates at 1730993502147 (+1 ms)Preparing flush snapshotting stores in 8bbdc6e8683718415687b5b706ee21a6 at 1730993502147Finished memstore snapshotting TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1730993502147Flushing stores of TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. at 1730993502147Flushing 8bbdc6e8683718415687b5b706ee21a6/info: creating writer at 1730993502148 (+1 ms)Flushing 8bbdc6e8683718415687b5b706ee21a6/info: appending metadata at 1730993502151 (+3 ms)Flushing 8bbdc6e8683718415687b5b706ee21a6/info: closing flushed file at 1730993502151Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4a58f5cc: reopening flushed file at 1730993502162 (+11 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 8bbdc6e8683718415687b5b706ee21a6 in 24ms, sequenceid=127, compaction requested=true at 1730993502170 (+8 ms)Writing region close event to WAL at 1730993502192 (+22 ms)Running coprocessor post-close hooks at 1730993502196 (+4 ms)Closed at 1730993502196 2024-11-07T15:31:42,199 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,199 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8bbdc6e8683718415687b5b706ee21a6, regionState=CLOSED 2024-11-07T15:31:42,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8bbdc6e8683718415687b5b706ee21a6, server=7b3e4e8e12ef,37471,1730993486285 because future has completed 2024-11-07T15:31:42,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-07T15:31:42,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8bbdc6e8683718415687b5b706ee21a6, server=7b3e4e8e12ef,37471,1730993486285 in 214 msec 2024-11-07T15:31:42,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-07T15:31:42,208 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8bbdc6e8683718415687b5b706ee21a6, UNASSIGN in 223 msec 2024-11-07T15:31:42,217 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:42,221 INFO [PEWorker-4 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 3 storefiles, region=8bbdc6e8683718415687b5b706ee21a6, threads=3 2024-11-07T15:31:42,223 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/bfc9ca75ed5145ef918b6e652e3510b5 for region: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,223 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/33a227f067c04dbfbeb9175711659d69 for region: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,223 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e for region: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,233 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/33a227f067c04dbfbeb9175711659d69, top=true 2024-11-07T15:31:42,233 DEBUG [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/bfc9ca75ed5145ef918b6e652e3510b5, top=true 2024-11-07T15:31:42,245 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69 for child: c3d931b70cc9fc03d6a0c020b40421b6, parent: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,245 INFO [StoreFileSplitter-pool-2 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5 for child: c3d931b70cc9fc03d6a0c020b40421b6, parent: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,245 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/bfc9ca75ed5145ef918b6e652e3510b5 for region: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,245 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/33a227f067c04dbfbeb9175711659d69 for region: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741849_1025 (size=27) 2024-11-07T15:31:42,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741849_1025 (size=27) 2024-11-07T15:31:42,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741850_1026 (size=27) 2024-11-07T15:31:42,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741850_1026 (size=27) 2024-11-07T15:31:42,661 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e for region: 8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:31:42,667 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8bbdc6e8683718415687b5b706ee21a6 Daughter A: [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6] storefiles, Daughter B: [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5] storefiles. 2024-11-07T15:31:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741851_1027 (size=71) 2024-11-07T15:31:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741851_1027 (size=71) 2024-11-07T15:31:42,681 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741852_1028 (size=71) 2024-11-07T15:31:42,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741852_1028 (size=71) 2024-11-07T15:31:42,694 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:42,704 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-07T15:31:42,706 DEBUG [PEWorker-4 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/recovered.edits/130.seqid, newMaxSeqId=130, maxSeqId=-1 2024-11-07T15:31:42,708 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1730993502708"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1730993502708"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1730993502708"}]},"ts":"1730993502708"} 2024-11-07T15:31:42,708 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1730993502708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730993502708"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1730993502708"}]},"ts":"1730993502708"} 2024-11-07T15:31:42,708 DEBUG [PEWorker-4 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1730993502708"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1730993502708"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1730993502708"}]},"ts":"1730993502708"} 2024-11-07T15:31:42,725 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6da19943610214309a9d08e48b1b2718, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3d931b70cc9fc03d6a0c020b40421b6, ASSIGN}] 2024-11-07T15:31:42,726 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6da19943610214309a9d08e48b1b2718, ASSIGN 2024-11-07T15:31:42,727 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3d931b70cc9fc03d6a0c020b40421b6, ASSIGN 2024-11-07T15:31:42,727 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6da19943610214309a9d08e48b1b2718, ASSIGN; state=SPLITTING_NEW, location=7b3e4e8e12ef,37471,1730993486285; forceNewPlan=false, retain=false 2024-11-07T15:31:42,727 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3d931b70cc9fc03d6a0c020b40421b6, ASSIGN; state=SPLITTING_NEW, location=7b3e4e8e12ef,37471,1730993486285; forceNewPlan=false, retain=false 2024-11-07T15:31:42,878 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c3d931b70cc9fc03d6a0c020b40421b6, regionState=OPENING, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:42,878 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6da19943610214309a9d08e48b1b2718, regionState=OPENING, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:42,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3d931b70cc9fc03d6a0c020b40421b6, ASSIGN because future has completed 2024-11-07T15:31:42,883 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d931b70cc9fc03d6a0c020b40421b6, server=7b3e4e8e12ef,37471,1730993486285}] 2024-11-07T15:31:42,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6da19943610214309a9d08e48b1b2718, ASSIGN because future has completed 2024-11-07T15:31:42,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da19943610214309a9d08e48b1b2718, server=7b3e4e8e12ef,37471,1730993486285}] 2024-11-07T15:31:43,046 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:43,047 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => c3d931b70cc9fc03d6a0c020b40421b6, NAME => 'TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-07T15:31:43,048 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,048 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:43,049 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,049 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,051 INFO [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,053 INFO [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3d931b70cc9fc03d6a0c020b40421b6 columnFamilyName info 2024-11-07T15:31:43,053 DEBUG [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:43,067 DEBUG [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6->hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e-top 2024-11-07T15:31:43,073 DEBUG [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69 2024-11-07T15:31:43,077 DEBUG [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5 2024-11-07T15:31:43,077 INFO [StoreOpener-c3d931b70cc9fc03d6a0c020b40421b6-1 {}] regionserver.HStore(327): Store=c3d931b70cc9fc03d6a0c020b40421b6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:31:43,077 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,078 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,079 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,080 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,080 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,082 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,083 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened c3d931b70cc9fc03d6a0c020b40421b6; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=751822, jitterRate=-0.0440099835395813}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:31:43,083 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:43,083 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for c3d931b70cc9fc03d6a0c020b40421b6: Running coprocessor pre-open hook at 1730993503049Writing region info on filesystem at 1730993503049Initializing all the Stores at 1730993503051 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993503051Cleaning up temporary data from old regions at 1730993503080 (+29 ms)Running coprocessor post-open hooks at 1730993503083 (+3 ms)Region opened successfully at 1730993503083 2024-11-07T15:31:43,084 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., pid=12, masterSystemTime=1730993503037 2024-11-07T15:31:43,084 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:43,084 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:43,084 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:43,085 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:43,085 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:31:43,086 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:43,086 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6->hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e-top, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=113.7 K 2024-11-07T15:31:43,086 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:43,086 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:43,087 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6, keycount=41, bloomtype=ROW, size=89.6 K, encoding=NONE, compression=NONE, seqNum=107, earliestPutTs=1730993497711 2024-11-07T15:31:43,087 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:31:43,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 6da19943610214309a9d08e48b1b2718, NAME => 'TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-07T15:31:43,087 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1730993501899 2024-11-07T15:31:43,087 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=c3d931b70cc9fc03d6a0c020b40421b6, regionState=OPEN, openSeqNum=131, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:43,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:31:43,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,087 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,088 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69, keycount=2, bloomtype=ROW, size=6.9 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1730993501926 2024-11-07T15:31:43,089 INFO [StoreOpener-6da19943610214309a9d08e48b1b2718-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,090 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-07T15:31:43,090 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-07T15:31:43,090 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.15 KB heapSize=9 KB 2024-11-07T15:31:43,090 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3d931b70cc9fc03d6a0c020b40421b6, server=7b3e4e8e12ef,37471,1730993486285 because future has completed 2024-11-07T15:31:43,090 INFO [StoreOpener-6da19943610214309a9d08e48b1b2718-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6da19943610214309a9d08e48b1b2718 columnFamilyName info 2024-11-07T15:31:43,091 DEBUG [StoreOpener-6da19943610214309a9d08e48b1b2718-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:31:43,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-07T15:31:43,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure c3d931b70cc9fc03d6a0c020b40421b6, server=7b3e4e8e12ef,37471,1730993486285 in 209 msec 2024-11-07T15:31:43,098 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=c3d931b70cc9fc03d6a0c020b40421b6, ASSIGN in 371 msec 2024-11-07T15:31:43,101 DEBUG [StoreOpener-6da19943610214309a9d08e48b1b2718-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6->hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e-bottom 2024-11-07T15:31:43,102 INFO [StoreOpener-6da19943610214309a9d08e48b1b2718-1 {}] regionserver.HStore(327): Store=6da19943610214309a9d08e48b1b2718/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:31:43,102 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,103 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,104 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,105 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,105 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,106 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,107 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 6da19943610214309a9d08e48b1b2718; next sequenceid=131; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=884504, jitterRate=0.12470555305480957}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-07T15:31:43,107 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:31:43,107 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 6da19943610214309a9d08e48b1b2718: Running coprocessor pre-open hook at 1730993503088Writing region info on filesystem at 1730993503088Initializing all the Stores at 1730993503089 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993503089Cleaning up temporary data from old regions at 1730993503105 (+16 ms)Running coprocessor post-open hooks at 1730993503107 (+2 ms)Region opened successfully at 1730993503107 2024-11-07T15:31:43,108 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718., pid=13, masterSystemTime=1730993503037 2024-11-07T15:31:43,108 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 6da19943610214309a9d08e48b1b2718:info, priority=-2147483648, current under compaction store size is 2 2024-11-07T15:31:43,108 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:43,108 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-07T15:31:43,109 INFO [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:31:43,109 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HStore(1541): 6da19943610214309a9d08e48b1b2718/info is initiating minor compaction (all files) 2024-11-07T15:31:43,109 INFO [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 6da19943610214309a9d08e48b1b2718/info in TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:31:43,109 INFO [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6->hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e-bottom] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/.tmp, totalSize=89.6 K 2024-11-07T15:31:43,110 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/info/d66ad268be784980b12dce57e9c04038 is 193, key is TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6./info:regioninfo/1730993503087/Put/seqid=0 2024-11-07T15:31:43,110 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] compactions.Compactor(225): Compacting 9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6, keycount=41, bloomtype=ROW, size=89.6 K, encoding=NONE, compression=NONE, seqNum=106, earliestPutTs=1730993497711 2024-11-07T15:31:43,110 DEBUG [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:31:43,110 INFO [RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:31:43,111 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=6da19943610214309a9d08e48b1b2718, regionState=OPEN, openSeqNum=131, regionLocation=7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:43,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6da19943610214309a9d08e48b1b2718, server=7b3e4e8e12ef,37471,1730993486285 because future has completed 2024-11-07T15:31:43,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-07T15:31:43,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 6da19943610214309a9d08e48b1b2718, server=7b3e4e8e12ef,37471,1730993486285 in 230 msec 2024-11-07T15:31:43,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=7 2024-11-07T15:31:43,119 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=6da19943610214309a9d08e48b1b2718, ASSIGN in 392 msec 2024-11-07T15:31:43,120 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8bbdc6e8683718415687b5b706ee21a6, daughterA=6da19943610214309a9d08e48b1b2718, daughterB=c3d931b70cc9fc03d6a0c020b40421b6 in 1.1460 sec 2024-11-07T15:31:43,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741853_1029 (size=9882) 2024-11-07T15:31:43,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741853_1029 (size=9882) 2024-11-07T15:31:43,122 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.95 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/info/d66ad268be784980b12dce57e9c04038 2024-11-07T15:31:43,126 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:43,127 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/624fd833b3fd4b9687feb7922217e436 is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:31:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741854_1030 (size=40005) 2024-11-07T15:31:43,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741854_1030 (size=40005) 2024-11-07T15:31:43,137 INFO [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 6da19943610214309a9d08e48b1b2718#info#compaction#45 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:43,137 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/.tmp/info/0249e0a0d30c4b43ba7d7caf879b6e8e is 1055, key is row0001/info:/1730993497711/Put/seqid=0 2024-11-07T15:31:43,140 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/624fd833b3fd4b9687feb7922217e436 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/624fd833b3fd4b9687feb7922217e436 2024-11-07T15:31:43,146 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741855_1031 (size=71441) 2024-11-07T15:31:43,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741855_1031 (size=71441) 2024-11-07T15:31:43,148 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into 624fd833b3fd4b9687feb7922217e436(size=39.1 K), total size for store is 39.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:43,148 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:43,148 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993503084; duration=0sec 2024-11-07T15:31:43,148 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:43,148 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:31:43,155 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/.tmp/info/0249e0a0d30c4b43ba7d7caf879b6e8e as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/0249e0a0d30c4b43ba7d7caf879b6e8e 2024-11-07T15:31:43,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/ns/c68c5824b3024da1bc578313e328a43d is 43, key is default/ns:d/1730993487499/Put/seqid=0 2024-11-07T15:31:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741856_1032 (size=5153) 2024-11-07T15:31:43,188 INFO [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 6da19943610214309a9d08e48b1b2718/info of 6da19943610214309a9d08e48b1b2718 into 0249e0a0d30c4b43ba7d7caf879b6e8e(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:43,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741856_1032 (size=5153) 2024-11-07T15:31:43,188 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 6da19943610214309a9d08e48b1b2718: 2024-11-07T15:31:43,188 INFO [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718., storeName=6da19943610214309a9d08e48b1b2718/info, priority=15, startTime=1730993503108; duration=0sec 2024-11-07T15:31:43,188 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:43,188 DEBUG [RS:0;7b3e4e8e12ef:37471-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 6da19943610214309a9d08e48b1b2718:info 2024-11-07T15:31:43,590 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/ns/c68c5824b3024da1bc578313e328a43d 2024-11-07T15:31:43,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/table/f930e24d51464c6fa79067c4d35fb31f is 65, key is TestLogRolling-testLogRolling/table:state/1730993488020/Put/seqid=0 2024-11-07T15:31:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741857_1033 (size=5340) 2024-11-07T15:31:43,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741857_1033 (size=5340) 2024-11-07T15:31:43,629 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/table/f930e24d51464c6fa79067c4d35fb31f 2024-11-07T15:31:43,635 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/info/d66ad268be784980b12dce57e9c04038 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/info/d66ad268be784980b12dce57e9c04038 2024-11-07T15:31:43,640 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/info/d66ad268be784980b12dce57e9c04038, entries=30, sequenceid=17, filesize=9.7 K 2024-11-07T15:31:43,641 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/ns/c68c5824b3024da1bc578313e328a43d as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/ns/c68c5824b3024da1bc578313e328a43d 2024-11-07T15:31:43,646 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/ns/c68c5824b3024da1bc578313e328a43d, entries=2, sequenceid=17, filesize=5.0 K 2024-11-07T15:31:43,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/table/f930e24d51464c6fa79067c4d35fb31f as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/table/f930e24d51464c6fa79067c4d35fb31f 2024-11-07T15:31:43,652 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/table/f930e24d51464c6fa79067c4d35fb31f, entries=2, sequenceid=17, filesize=5.2 K 2024-11-07T15:31:43,653 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.15 KB/5269, heapSize ~8.70 KB/8912, currentSize=670 B/670 for 1588230740 in 563ms, sequenceid=17, compaction requested=false 2024-11-07T15:31:43,654 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-07T15:31:43,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:38278 deadline: 1730993513930, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. is not online on 7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:31:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. is not online on 7b3e4e8e12ef,37471,1730993486285 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T15:31:43,936 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6. is not online on 7b3e4e8e12ef,37471,1730993486285 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-07T15:31:43,937 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1730993487634.8bbdc6e8683718415687b5b706ee21a6., hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=2 from cache 2024-11-07T15:31:47,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,217 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,218 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,221 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,222 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,223 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,730 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-07T15:31:47,749 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,750 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,751 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,754 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,755 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:47,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:31:53,980 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., hostname=7b3e4e8e12ef,37471,1730993486285, seqNum=131] 2024-11-07T15:31:53,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:53,993 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:31:53,999 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/152f2573f5714762b9716ec2bd440ddb is 1055, key is row0097/info:/1730993513981/Put/seqid=0 2024-11-07T15:31:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741858_1034 (size=13394) 2024-11-07T15:31:54,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741858_1034 (size=13394) 2024-11-07T15:31:54,008 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=142 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/152f2573f5714762b9716ec2bd440ddb 2024-11-07T15:31:54,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/152f2573f5714762b9716ec2bd440ddb as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/152f2573f5714762b9716ec2bd440ddb 2024-11-07T15:31:54,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/152f2573f5714762b9716ec2bd440ddb, entries=8, sequenceid=142, filesize=13.1 K 2024-11-07T15:31:54,022 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=14.37 KB/14714 for c3d931b70cc9fc03d6a0c020b40421b6 in 29ms, sequenceid=142, compaction requested=false 2024-11-07T15:31:54,022 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:54,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:54,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-11-07T15:31:54,028 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e24349c428554da1b6c92011a4e83e85 is 1055, key is row0105/info:/1730993513994/Put/seqid=0 2024-11-07T15:31:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741859_1035 (size=20781) 2024-11-07T15:31:54,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741859_1035 (size=20781) 2024-11-07T15:31:54,035 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=160 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e24349c428554da1b6c92011a4e83e85 2024-11-07T15:31:54,042 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e24349c428554da1b6c92011a4e83e85 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e24349c428554da1b6c92011a4e83e85 2024-11-07T15:31:54,047 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e24349c428554da1b6c92011a4e83e85, entries=15, sequenceid=160, filesize=20.3 K 2024-11-07T15:31:54,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=9.24 KB/9459 for c3d931b70cc9fc03d6a0c020b40421b6 in 25ms, sequenceid=160, compaction requested=true 2024-11-07T15:31:54,048 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:54,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:54,048 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:54,048 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:54,050 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 74180 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:54,050 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:31:54,050 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:54,050 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/624fd833b3fd4b9687feb7922217e436, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/152f2573f5714762b9716ec2bd440ddb, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e24349c428554da1b6c92011a4e83e85] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=72.4 K 2024-11-07T15:31:54,050 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 624fd833b3fd4b9687feb7922217e436, keycount=33, bloomtype=ROW, size=39.1 K, encoding=NONE, compression=NONE, seqNum=127, earliestPutTs=1730993499852 2024-11-07T15:31:54,051 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 152f2573f5714762b9716ec2bd440ddb, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=142, earliestPutTs=1730993513981 2024-11-07T15:31:54,051 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting e24349c428554da1b6c92011a4e83e85, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1730993513994 2024-11-07T15:31:54,065 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#50 average throughput is 28.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:54,066 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/c3f5d4bf8ba545bb8e07ef70db4abbc4 is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:31:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741860_1036 (size=64394) 2024-11-07T15:31:54,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741860_1036 (size=64394) 2024-11-07T15:31:54,078 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/c3f5d4bf8ba545bb8e07ef70db4abbc4 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c3f5d4bf8ba545bb8e07ef70db4abbc4 2024-11-07T15:31:54,085 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into c3f5d4bf8ba545bb8e07ef70db4abbc4(size=62.9 K), total size for store is 62.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:54,085 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:54,085 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993514048; duration=0sec 2024-11-07T15:31:54,085 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:54,085 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:31:56,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:56,047 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-11-07T15:31:56,053 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/3171e38365e94b6cad1eb2cce98ba8e3 is 1055, key is row0120/info:/1730993514025/Put/seqid=0 2024-11-07T15:31:56,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741861_1037 (size=15500) 2024-11-07T15:31:56,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741861_1037 (size=15500) 2024-11-07T15:31:56,059 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=174 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/3171e38365e94b6cad1eb2cce98ba8e3 2024-11-07T15:31:56,066 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/3171e38365e94b6cad1eb2cce98ba8e3 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/3171e38365e94b6cad1eb2cce98ba8e3 2024-11-07T15:31:56,073 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/3171e38365e94b6cad1eb2cce98ba8e3, entries=10, sequenceid=174, filesize=15.1 K 2024-11-07T15:31:56,074 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=12.32 KB/12612 for c3d931b70cc9fc03d6a0c020b40421b6 in 27ms, sequenceid=174, compaction requested=false 2024-11-07T15:31:56,074 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:56,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:56,075 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:31:56,079 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/5d844086f48046208f6d74173fc7b6a5 is 1055, key is row0130/info:/1730993516049/Put/seqid=0 2024-11-07T15:31:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741862_1038 (size=18675) 2024-11-07T15:31:56,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741862_1038 (size=18675) 2024-11-07T15:31:56,086 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/5d844086f48046208f6d74173fc7b6a5 2024-11-07T15:31:56,088 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-07T15:31:56,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/5d844086f48046208f6d74173fc7b6a5 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/5d844086f48046208f6d74173fc7b6a5 2024-11-07T15:31:56,099 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/5d844086f48046208f6d74173fc7b6a5, entries=13, sequenceid=190, filesize=18.2 K 2024-11-07T15:31:56,100 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for c3d931b70cc9fc03d6a0c020b40421b6 in 25ms, sequenceid=190, compaction requested=true 2024-11-07T15:31:56,100 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:56,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:56,100 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:56,100 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:56,102 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 98569 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:56,102 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:31:56,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:56,102 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:56,102 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:31:56,102 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c3f5d4bf8ba545bb8e07ef70db4abbc4, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/3171e38365e94b6cad1eb2cce98ba8e3, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/5d844086f48046208f6d74173fc7b6a5] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=96.3 K 2024-11-07T15:31:56,103 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting c3f5d4bf8ba545bb8e07ef70db4abbc4, keycount=56, bloomtype=ROW, size=62.9 K, encoding=NONE, compression=NONE, seqNum=160, earliestPutTs=1730993499852 2024-11-07T15:31:56,103 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3171e38365e94b6cad1eb2cce98ba8e3, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=174, earliestPutTs=1730993514025 2024-11-07T15:31:56,103 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5d844086f48046208f6d74173fc7b6a5, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1730993516049 2024-11-07T15:31:56,106 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/8d48a9ae1ded402aa998f3722f206cbe is 1055, key is row0143/info:/1730993516076/Put/seqid=0 2024-11-07T15:31:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741863_1039 (size=18675) 2024-11-07T15:31:56,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741863_1039 (size=18675) 2024-11-07T15:31:56,115 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=206 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/8d48a9ae1ded402aa998f3722f206cbe 2024-11-07T15:31:56,120 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#54 average throughput is 26.39 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:56,121 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/635a06c335164bc29dd3318a5f4ae767 is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:31:56,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/8d48a9ae1ded402aa998f3722f206cbe as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/8d48a9ae1ded402aa998f3722f206cbe 2024-11-07T15:31:56,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741864_1040 (size=88792) 2024-11-07T15:31:56,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741864_1040 (size=88792) 2024-11-07T15:31:56,128 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/8d48a9ae1ded402aa998f3722f206cbe, entries=13, sequenceid=206, filesize=18.2 K 2024-11-07T15:31:56,129 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for c3d931b70cc9fc03d6a0c020b40421b6 in 27ms, sequenceid=206, compaction requested=false 2024-11-07T15:31:56,129 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:56,130 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/635a06c335164bc29dd3318a5f4ae767 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/635a06c335164bc29dd3318a5f4ae767 2024-11-07T15:31:56,136 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into 635a06c335164bc29dd3318a5f4ae767(size=86.7 K), total size for store is 104.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:56,136 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:56,136 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993516100; duration=0sec 2024-11-07T15:31:56,136 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:56,136 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:31:58,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:58,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:31:58,129 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/49f552e667ed48b0ad27eee88a2222e2 is 1055, key is row0156/info:/1730993516103/Put/seqid=0 2024-11-07T15:31:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741865_1041 (size=13394) 2024-11-07T15:31:58,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741865_1041 (size=13394) 2024-11-07T15:31:58,135 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/49f552e667ed48b0ad27eee88a2222e2 2024-11-07T15:31:58,141 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/49f552e667ed48b0ad27eee88a2222e2 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/49f552e667ed48b0ad27eee88a2222e2 2024-11-07T15:31:58,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/49f552e667ed48b0ad27eee88a2222e2, entries=8, sequenceid=218, filesize=13.1 K 2024-11-07T15:31:58,148 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for c3d931b70cc9fc03d6a0c020b40421b6 in 24ms, sequenceid=218, compaction requested=true 2024-11-07T15:31:58,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:58,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:58,148 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:58,148 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:58,150 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 120861 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:58,150 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:31:58,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:58,150 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:58,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:31:58,150 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/635a06c335164bc29dd3318a5f4ae767, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/8d48a9ae1ded402aa998f3722f206cbe, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/49f552e667ed48b0ad27eee88a2222e2] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=118.0 K 2024-11-07T15:31:58,151 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 635a06c335164bc29dd3318a5f4ae767, keycount=79, bloomtype=ROW, size=86.7 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1730993499852 2024-11-07T15:31:58,151 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8d48a9ae1ded402aa998f3722f206cbe, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=206, earliestPutTs=1730993516076 2024-11-07T15:31:58,151 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49f552e667ed48b0ad27eee88a2222e2, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1730993516103 2024-11-07T15:31:58,154 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/ba39453b7abf4c799993d3b877a245ac is 1055, key is row0164/info:/1730993518126/Put/seqid=0 2024-11-07T15:31:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741866_1042 (size=18675) 2024-11-07T15:31:58,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741866_1042 (size=18675) 2024-11-07T15:31:58,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/ba39453b7abf4c799993d3b877a245ac 2024-11-07T15:31:58,168 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#57 average throughput is 33.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:58,168 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/9108ee299aea4915ba2c095aa2c5deab is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:31:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741867_1043 (size=111011) 2024-11-07T15:31:58,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741867_1043 (size=111011) 2024-11-07T15:31:58,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/ba39453b7abf4c799993d3b877a245ac as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/ba39453b7abf4c799993d3b877a245ac 2024-11-07T15:31:58,180 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/9108ee299aea4915ba2c095aa2c5deab as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9108ee299aea4915ba2c095aa2c5deab 2024-11-07T15:31:58,181 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/ba39453b7abf4c799993d3b877a245ac, entries=13, sequenceid=234, filesize=18.2 K 2024-11-07T15:31:58,182 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=13.34 KB/13663 for c3d931b70cc9fc03d6a0c020b40421b6 in 32ms, sequenceid=234, compaction requested=false 2024-11-07T15:31:58,182 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:31:58,183 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-07T15:31:58,187 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/c9450cd5714041a5a75460346dea9287 is 1055, key is row0177/info:/1730993518151/Put/seqid=0 2024-11-07T15:31:58,189 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into 9108ee299aea4915ba2c095aa2c5deab(size=108.4 K), total size for store is 126.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:58,190 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:58,190 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993518148; duration=0sec 2024-11-07T15:31:58,190 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:58,190 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:31:58,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741868_1044 (size=19728) 2024-11-07T15:31:58,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741868_1044 (size=19728) 2024-11-07T15:31:58,197 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/c9450cd5714041a5a75460346dea9287 2024-11-07T15:31:58,202 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/c9450cd5714041a5a75460346dea9287 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c9450cd5714041a5a75460346dea9287 2024-11-07T15:31:58,209 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c9450cd5714041a5a75460346dea9287, entries=14, sequenceid=251, filesize=19.3 K 2024-11-07T15:31:58,210 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=2.05 KB/2102 for c3d931b70cc9fc03d6a0c020b40421b6 in 27ms, sequenceid=251, compaction requested=true 2024-11-07T15:31:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:31:58,210 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:31:58,210 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:58,212 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 149414 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:31:58,212 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:31:58,212 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:31:58,212 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9108ee299aea4915ba2c095aa2c5deab, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/ba39453b7abf4c799993d3b877a245ac, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c9450cd5714041a5a75460346dea9287] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=145.9 K 2024-11-07T15:31:58,212 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9108ee299aea4915ba2c095aa2c5deab, keycount=100, bloomtype=ROW, size=108.4 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1730993499852 2024-11-07T15:31:58,213 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting ba39453b7abf4c799993d3b877a245ac, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1730993518126 2024-11-07T15:31:58,213 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting c9450cd5714041a5a75460346dea9287, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730993518151 2024-11-07T15:31:58,228 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#59 average throughput is 31.82 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:31:58,229 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/bc292e9f7bd34aaeb598e069b76ab5fe is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:31:58,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741869_1045 (size=139748) 2024-11-07T15:31:58,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741869_1045 (size=139748) 2024-11-07T15:31:58,239 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/bc292e9f7bd34aaeb598e069b76ab5fe as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/bc292e9f7bd34aaeb598e069b76ab5fe 2024-11-07T15:31:58,246 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into bc292e9f7bd34aaeb598e069b76ab5fe(size=136.5 K), total size for store is 136.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:31:58,246 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:31:58,246 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993518210; duration=0sec 2024-11-07T15:31:58,247 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:31:58,247 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:32:00,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:00,201 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:32:00,205 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e4e6533eea044012832c5bd5f3007a4e is 1055, key is row0191/info:/1730993518185/Put/seqid=0 2024-11-07T15:32:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741870_1046 (size=13400) 2024-11-07T15:32:00,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741870_1046 (size=13400) 2024-11-07T15:32:00,210 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e4e6533eea044012832c5bd5f3007a4e 2024-11-07T15:32:00,217 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e4e6533eea044012832c5bd5f3007a4e as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e4e6533eea044012832c5bd5f3007a4e 2024-11-07T15:32:00,223 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e4e6533eea044012832c5bd5f3007a4e, entries=8, sequenceid=264, filesize=13.1 K 2024-11-07T15:32:00,224 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for c3d931b70cc9fc03d6a0c020b40421b6 in 24ms, sequenceid=264, compaction requested=false 2024-11-07T15:32:00,224 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:00,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:00,225 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:32:00,228 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/a6983b9d4aca4090ad92921b46c01669 is 1055, key is row0199/info:/1730993520201/Put/seqid=0 2024-11-07T15:32:00,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741871_1047 (size=18688) 2024-11-07T15:32:00,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741871_1047 (size=18688) 2024-11-07T15:32:00,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=280 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/a6983b9d4aca4090ad92921b46c01669 2024-11-07T15:32:00,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/a6983b9d4aca4090ad92921b46c01669 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/a6983b9d4aca4090ad92921b46c01669 2024-11-07T15:32:00,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/a6983b9d4aca4090ad92921b46c01669, entries=13, sequenceid=280, filesize=18.3 K 2024-11-07T15:32:00,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=11.29 KB/11561 for c3d931b70cc9fc03d6a0c020b40421b6 in 21ms, sequenceid=280, compaction requested=true 2024-11-07T15:32:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:32:00,246 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:32:00,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:32:00,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:00,247 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T15:32:00,247 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 171836 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:32:00,247 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:32:00,248 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:00,248 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/bc292e9f7bd34aaeb598e069b76ab5fe, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e4e6533eea044012832c5bd5f3007a4e, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/a6983b9d4aca4090ad92921b46c01669] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=167.8 K 2024-11-07T15:32:00,248 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting bc292e9f7bd34aaeb598e069b76ab5fe, keycount=127, bloomtype=ROW, size=136.5 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1730993499852 2024-11-07T15:32:00,248 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting e4e6533eea044012832c5bd5f3007a4e, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1730993518185 2024-11-07T15:32:00,249 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting a6983b9d4aca4090ad92921b46c01669, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730993520201 2024-11-07T15:32:00,250 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/f4eadf2047a440579d2e9379c7a532b3 is 1055, key is row0212/info:/1730993520226/Put/seqid=0 2024-11-07T15:32:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741872_1048 (size=17618) 2024-11-07T15:32:00,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741872_1048 (size=17618) 2024-11-07T15:32:00,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/f4eadf2047a440579d2e9379c7a532b3 2024-11-07T15:32:00,261 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#63 average throughput is 49.45 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:32:00,262 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/0fa62375150744cc8aff81fdf60e496e is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:32:00,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/f4eadf2047a440579d2e9379c7a532b3 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/f4eadf2047a440579d2e9379c7a532b3 2024-11-07T15:32:00,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741873_1049 (size=161986) 2024-11-07T15:32:00,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741873_1049 (size=161986) 2024-11-07T15:32:00,269 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/f4eadf2047a440579d2e9379c7a532b3, entries=12, sequenceid=295, filesize=17.2 K 2024-11-07T15:32:00,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for c3d931b70cc9fc03d6a0c020b40421b6 in 23ms, sequenceid=295, compaction requested=false 2024-11-07T15:32:00,270 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:00,272 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/0fa62375150744cc8aff81fdf60e496e as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/0fa62375150744cc8aff81fdf60e496e 2024-11-07T15:32:00,278 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into 0fa62375150744cc8aff81fdf60e496e(size=158.2 K), total size for store is 175.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:32:00,279 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:00,279 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993520246; duration=0sec 2024-11-07T15:32:00,279 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:32:00,279 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:32:02,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:02,270 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-07T15:32:02,274 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/23895a2cc1e645aa8adc8bfb26e4f655 is 1055, key is row0224/info:/1730993520248/Put/seqid=0 2024-11-07T15:32:02,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741874_1050 (size=13402) 2024-11-07T15:32:02,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741874_1050 (size=13402) 2024-11-07T15:32:02,280 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=307 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/23895a2cc1e645aa8adc8bfb26e4f655 2024-11-07T15:32:02,287 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/23895a2cc1e645aa8adc8bfb26e4f655 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/23895a2cc1e645aa8adc8bfb26e4f655 2024-11-07T15:32:02,293 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/23895a2cc1e645aa8adc8bfb26e4f655, entries=8, sequenceid=307, filesize=13.1 K 2024-11-07T15:32:02,294 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for c3d931b70cc9fc03d6a0c020b40421b6 in 24ms, sequenceid=307, compaction requested=true 2024-11-07T15:32:02,294 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:02,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c3d931b70cc9fc03d6a0c020b40421b6:info, priority=-2147483648, current under compaction store size is 1 2024-11-07T15:32:02,294 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:32:02,294 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-07T15:32:02,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37471 {}] regionserver.HRegion(8855): Flush requested on c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:02,295 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-07T15:32:02,295 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 193006 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-07T15:32:02,295 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1541): c3d931b70cc9fc03d6a0c020b40421b6/info is initiating minor compaction (all files) 2024-11-07T15:32:02,295 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of c3d931b70cc9fc03d6a0c020b40421b6/info in TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:02,295 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/0fa62375150744cc8aff81fdf60e496e, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/f4eadf2047a440579d2e9379c7a532b3, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/23895a2cc1e645aa8adc8bfb26e4f655] into tmpdir=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp, totalSize=188.5 K 2024-11-07T15:32:02,296 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 0fa62375150744cc8aff81fdf60e496e, keycount=148, bloomtype=ROW, size=158.2 K, encoding=NONE, compression=NONE, seqNum=280, earliestPutTs=1730993499852 2024-11-07T15:32:02,296 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting f4eadf2047a440579d2e9379c7a532b3, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1730993520226 2024-11-07T15:32:02,297 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] compactions.Compactor(225): Compacting 23895a2cc1e645aa8adc8bfb26e4f655, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=307, earliestPutTs=1730993520248 2024-11-07T15:32:02,299 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e359cf3842d64ffc8e921b42d356dc38 is 1055, key is row0232/info:/1730993522271/Put/seqid=0 2024-11-07T15:32:02,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741875_1051 (size=17618) 2024-11-07T15:32:02,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741875_1051 (size=17618) 2024-11-07T15:32:02,314 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c3d931b70cc9fc03d6a0c020b40421b6#info#compaction#66 average throughput is 42.10 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-07T15:32:02,314 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/1c667716493447cca14b03f4880d6d37 is 1055, key is row0064/info:/1730993499852/Put/seqid=0 2024-11-07T15:32:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741876_1052 (size=183172) 2024-11-07T15:32:02,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741876_1052 (size=183172) 2024-11-07T15:32:02,326 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/1c667716493447cca14b03f4880d6d37 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/1c667716493447cca14b03f4880d6d37 2024-11-07T15:32:02,331 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in c3d931b70cc9fc03d6a0c020b40421b6/info of c3d931b70cc9fc03d6a0c020b40421b6 into 1c667716493447cca14b03f4880d6d37(size=178.9 K), total size for store is 178.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-07T15:32:02,331 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:02,331 INFO [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., storeName=c3d931b70cc9fc03d6a0c020b40421b6/info, priority=13, startTime=1730993522294; duration=0sec 2024-11-07T15:32:02,332 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-07T15:32:02,332 DEBUG [RS:0;7b3e4e8e12ef:37471-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c3d931b70cc9fc03d6a0c020b40421b6:info 2024-11-07T15:32:02,708 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=322 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e359cf3842d64ffc8e921b42d356dc38 2024-11-07T15:32:02,721 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/e359cf3842d64ffc8e921b42d356dc38 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e359cf3842d64ffc8e921b42d356dc38 2024-11-07T15:32:02,727 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e359cf3842d64ffc8e921b42d356dc38, entries=12, sequenceid=322, filesize=17.2 K 2024-11-07T15:32:02,728 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for c3d931b70cc9fc03d6a0c020b40421b6 in 432ms, sequenceid=322, compaction requested=false 2024-11-07T15:32:02,728 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:04,325 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-07T15:32:04,345 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524326, exclude list is [], retry=0 2024-11-07T15:32:04,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34761,DS-4565bb96-2874-464c-86d8-572c0904c084,DISK] 2024-11-07T15:32:04,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d,DISK] 2024-11-07T15:32:04,349 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993486887 with entries=315, filesize=303.08 KB; new WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524326 2024-11-07T15:32:04,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43621:43621),(127.0.0.1/127.0.0.1:36613:36613)] 2024-11-07T15:32:04,349 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993486887 is not closed yet, will try archiving it next time 2024-11-07T15:32:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741833_1009 (size=310363) 2024-11-07T15:32:04,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741833_1009 (size=310363) 2024-11-07T15:32:04,353 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing c3d931b70cc9fc03d6a0c020b40421b6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-07T15:32:04,356 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/d2caf13094124db985bf8a89ae9b3444 is 1055, key is row0244/info:/1730993522296/Put/seqid=0 2024-11-07T15:32:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741878_1054 (size=18688) 2024-11-07T15:32:04,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741878_1054 (size=18688) 2024-11-07T15:32:04,361 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=339 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/d2caf13094124db985bf8a89ae9b3444 2024-11-07T15:32:04,367 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/.tmp/info/d2caf13094124db985bf8a89ae9b3444 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/d2caf13094124db985bf8a89ae9b3444 2024-11-07T15:32:04,372 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/d2caf13094124db985bf8a89ae9b3444, entries=13, sequenceid=339, filesize=18.3 K 2024-11-07T15:32:04,373 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=0 B/0 for c3d931b70cc9fc03d6a0c020b40421b6 in 20ms, sequenceid=339, compaction requested=true 2024-11-07T15:32:04,373 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for c3d931b70cc9fc03d6a0c020b40421b6: 2024-11-07T15:32:04,373 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=670 B heapSize=2.02 KB 2024-11-07T15:32:04,377 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/info/bb31abcbe33a4f93895c89868e7e20ec is 186, key is TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718./info:regioninfo/1730993503111/Put/seqid=0 2024-11-07T15:32:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741879_1055 (size=6153) 2024-11-07T15:32:04,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741879_1055 (size=6153) 2024-11-07T15:32:04,383 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=670 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/info/bb31abcbe33a4f93895c89868e7e20ec 2024-11-07T15:32:04,388 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/.tmp/info/bb31abcbe33a4f93895c89868e7e20ec as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/info/bb31abcbe33a4f93895c89868e7e20ec 2024-11-07T15:32:04,393 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/info/bb31abcbe33a4f93895c89868e7e20ec, entries=5, sequenceid=21, filesize=6.0 K 2024-11-07T15:32:04,395 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~670 B/670, heapSize ~1.25 KB/1280, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-07T15:32:04,395 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-07T15:32:04,395 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 6da19943610214309a9d08e48b1b2718: 2024-11-07T15:32:04,407 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524395, exclude list is [], retry=0 2024-11-07T15:32:04,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40089,DS-6aafe94f-a985-4e80-9f3b-e3dc5460110d,DISK] 2024-11-07T15:32:04,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34761,DS-4565bb96-2874-464c-86d8-572c0904c084,DISK] 2024-11-07T15:32:04,411 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524326 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524395 2024-11-07T15:32:04,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36613:36613),(127.0.0.1/127.0.0.1:43621:43621)] 2024-11-07T15:32:04,411 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524326 is not closed yet, will try archiving it next time 2024-11-07T15:32:04,411 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993486887 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/oldWALs/7b3e4e8e12ef%2C37471%2C1730993486285.1730993486887 2024-11-07T15:32:04,412 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-07T15:32:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741877_1053 (size=731) 2024-11-07T15:32:04,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741877_1053 (size=731) 2024-11-07T15:32:04,413 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/WALs/7b3e4e8e12ef,37471,1730993486285/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524326 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/oldWALs/7b3e4e8e12ef%2C37471%2C1730993486285.1730993524326 2024-11-07T15:32:04,512 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:32:04,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:32:04,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:32:04,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:04,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:04,514 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:32:04,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:32:04,514 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=795453095, stopped=false 2024-11-07T15:32:04,515 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,42519,1730993486112 2024-11-07T15:32:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:32:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:32:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:04,577 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:04,577 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:32:04,578 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:32:04,578 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:32:04,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:04,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:32:04,579 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:32:04,579 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,37471,1730993486285' ***** 2024-11-07T15:32:04,580 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:32:04,580 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:32:04,580 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:32:04,580 INFO [RS:0;7b3e4e8e12ef:37471 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(3091): Received CLOSE for c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(3091): Received CLOSE for 6da19943610214309a9d08e48b1b2718 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:32:04,581 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3d931b70cc9fc03d6a0c020b40421b6, disabling compactions & flushes 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:32:04,581 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:37471. 2024-11-07T15:32:04,581 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:04,581 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. after waiting 0 ms 2024-11-07T15:32:04,581 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:32:04,581 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:04,581 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:04,581 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:32:04,582 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:32:04,582 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:32:04,582 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:32:04,582 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-07T15:32:04,582 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1325): Online Regions={c3d931b70cc9fc03d6a0c020b40421b6=TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6., 1588230740=hbase:meta,,1.1588230740, 6da19943610214309a9d08e48b1b2718=TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.} 2024-11-07T15:32:04,582 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6da19943610214309a9d08e48b1b2718, c3d931b70cc9fc03d6a0c020b40421b6 2024-11-07T15:32:04,582 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:32:04,582 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:32:04,582 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:32:04,583 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:32:04,583 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:32:04,582 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6->hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e-top, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/624fd833b3fd4b9687feb7922217e436, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/152f2573f5714762b9716ec2bd440ddb, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c3f5d4bf8ba545bb8e07ef70db4abbc4, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e24349c428554da1b6c92011a4e83e85, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/3171e38365e94b6cad1eb2cce98ba8e3, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/635a06c335164bc29dd3318a5f4ae767, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/5d844086f48046208f6d74173fc7b6a5, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/8d48a9ae1ded402aa998f3722f206cbe, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9108ee299aea4915ba2c095aa2c5deab, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/49f552e667ed48b0ad27eee88a2222e2, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/ba39453b7abf4c799993d3b877a245ac, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/bc292e9f7bd34aaeb598e069b76ab5fe, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c9450cd5714041a5a75460346dea9287, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e4e6533eea044012832c5bd5f3007a4e, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/0fa62375150744cc8aff81fdf60e496e, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/a6983b9d4aca4090ad92921b46c01669, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/f4eadf2047a440579d2e9379c7a532b3, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/23895a2cc1e645aa8adc8bfb26e4f655] to archive 2024-11-07T15:32:04,584 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T15:32:04,587 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:32:04,588 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-bfc9ca75ed5145ef918b6e652e3510b5 2024-11-07T15:32:04,590 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/624fd833b3fd4b9687feb7922217e436 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/624fd833b3fd4b9687feb7922217e436 2024-11-07T15:32:04,591 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/TestLogRolling-testLogRolling=8bbdc6e8683718415687b5b706ee21a6-33a227f067c04dbfbeb9175711659d69 2024-11-07T15:32:04,593 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/152f2573f5714762b9716ec2bd440ddb to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/152f2573f5714762b9716ec2bd440ddb 2024-11-07T15:32:04,594 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c3f5d4bf8ba545bb8e07ef70db4abbc4 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c3f5d4bf8ba545bb8e07ef70db4abbc4 2024-11-07T15:32:04,595 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-07T15:32:04,595 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:32:04,595 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:32:04,595 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e24349c428554da1b6c92011a4e83e85 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e24349c428554da1b6c92011a4e83e85 2024-11-07T15:32:04,595 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993524582Running coprocessor pre-close hooks at 1730993524582Disabling compacts and flushes for region at 1730993524582Disabling writes for close at 1730993524583 (+1 ms)Writing region close event to WAL at 1730993524591 (+8 ms)Running coprocessor post-close hooks at 1730993524595 (+4 ms)Closed at 1730993524595 2024-11-07T15:32:04,595 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:32:04,596 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/3171e38365e94b6cad1eb2cce98ba8e3 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/3171e38365e94b6cad1eb2cce98ba8e3 2024-11-07T15:32:04,597 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/635a06c335164bc29dd3318a5f4ae767 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/635a06c335164bc29dd3318a5f4ae767 2024-11-07T15:32:04,598 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/5d844086f48046208f6d74173fc7b6a5 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/5d844086f48046208f6d74173fc7b6a5 2024-11-07T15:32:04,599 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/8d48a9ae1ded402aa998f3722f206cbe to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/8d48a9ae1ded402aa998f3722f206cbe 2024-11-07T15:32:04,600 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9108ee299aea4915ba2c095aa2c5deab to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/9108ee299aea4915ba2c095aa2c5deab 2024-11-07T15:32:04,601 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/49f552e667ed48b0ad27eee88a2222e2 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/49f552e667ed48b0ad27eee88a2222e2 2024-11-07T15:32:04,602 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/ba39453b7abf4c799993d3b877a245ac to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/ba39453b7abf4c799993d3b877a245ac 2024-11-07T15:32:04,603 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/bc292e9f7bd34aaeb598e069b76ab5fe to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/bc292e9f7bd34aaeb598e069b76ab5fe 2024-11-07T15:32:04,604 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c9450cd5714041a5a75460346dea9287 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/c9450cd5714041a5a75460346dea9287 2024-11-07T15:32:04,605 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e4e6533eea044012832c5bd5f3007a4e to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/e4e6533eea044012832c5bd5f3007a4e 2024-11-07T15:32:04,607 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/0fa62375150744cc8aff81fdf60e496e to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/0fa62375150744cc8aff81fdf60e496e 2024-11-07T15:32:04,608 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/a6983b9d4aca4090ad92921b46c01669 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/a6983b9d4aca4090ad92921b46c01669 2024-11-07T15:32:04,609 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/f4eadf2047a440579d2e9379c7a532b3 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/f4eadf2047a440579d2e9379c7a532b3 2024-11-07T15:32:04,610 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/23895a2cc1e645aa8adc8bfb26e4f655 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/info/23895a2cc1e645aa8adc8bfb26e4f655 2024-11-07T15:32:04,610 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=7b3e4e8e12ef:42519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-07T15:32:04,611 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [624fd833b3fd4b9687feb7922217e436=40005, 152f2573f5714762b9716ec2bd440ddb=13394, c3f5d4bf8ba545bb8e07ef70db4abbc4=64394, e24349c428554da1b6c92011a4e83e85=20781, 3171e38365e94b6cad1eb2cce98ba8e3=15500, 635a06c335164bc29dd3318a5f4ae767=88792, 5d844086f48046208f6d74173fc7b6a5=18675, 8d48a9ae1ded402aa998f3722f206cbe=18675, 9108ee299aea4915ba2c095aa2c5deab=111011, 49f552e667ed48b0ad27eee88a2222e2=13394, ba39453b7abf4c799993d3b877a245ac=18675, bc292e9f7bd34aaeb598e069b76ab5fe=139748, c9450cd5714041a5a75460346dea9287=19728, e4e6533eea044012832c5bd5f3007a4e=13400, 0fa62375150744cc8aff81fdf60e496e=161986, a6983b9d4aca4090ad92921b46c01669=18688, f4eadf2047a440579d2e9379c7a532b3=17618, 23895a2cc1e645aa8adc8bfb26e4f655=13402] 2024-11-07T15:32:04,614 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/c3d931b70cc9fc03d6a0c020b40421b6/recovered.edits/342.seqid, newMaxSeqId=342, maxSeqId=130 2024-11-07T15:32:04,615 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:04,615 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3d931b70cc9fc03d6a0c020b40421b6: Waiting for close lock at 1730993524581Running coprocessor pre-close hooks at 1730993524581Disabling compacts and flushes for region at 1730993524581Disabling writes for close at 1730993524581Writing region close event to WAL at 1730993524611 (+30 ms)Running coprocessor post-close hooks at 1730993524615 (+4 ms)Closed at 1730993524615 2024-11-07T15:32:04,615 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1730993501973.c3d931b70cc9fc03d6a0c020b40421b6. 2024-11-07T15:32:04,615 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6da19943610214309a9d08e48b1b2718, disabling compactions & flushes 2024-11-07T15:32:04,615 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:32:04,615 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:32:04,615 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. after waiting 0 ms 2024-11-07T15:32:04,615 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:32:04,616 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6->hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/8bbdc6e8683718415687b5b706ee21a6/info/9c39966ea6424e4bb825782dd193f41e-bottom] to archive 2024-11-07T15:32:04,617 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-07T15:32:04,618 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6 to hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/archive/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/info/9c39966ea6424e4bb825782dd193f41e.8bbdc6e8683718415687b5b706ee21a6 2024-11-07T15:32:04,618 WARN [StoreCloser-TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-07T15:32:04,622 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/data/default/TestLogRolling-testLogRolling/6da19943610214309a9d08e48b1b2718/recovered.edits/135.seqid, newMaxSeqId=135, maxSeqId=130 2024-11-07T15:32:04,623 INFO [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:32:04,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6da19943610214309a9d08e48b1b2718: Waiting for close lock at 1730993524615Running coprocessor pre-close hooks at 1730993524615Disabling compacts and flushes for region at 1730993524615Disabling writes for close at 1730993524615Writing region close event to WAL at 1730993524619 (+4 ms)Running coprocessor post-close hooks at 1730993524623 (+4 ms)Closed at 1730993524623 2024-11-07T15:32:04,623 DEBUG [RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1730993501973.6da19943610214309a9d08e48b1b2718. 2024-11-07T15:32:04,758 INFO [regionserver/7b3e4e8e12ef:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:32:04,782 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,37471,1730993486285; all regions closed. 2024-11-07T15:32:04,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741834_1010 (size=8107) 2024-11-07T15:32:04,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741834_1010 (size=8107) 2024-11-07T15:32:04,793 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/oldWALs 2024-11-07T15:32:04,793 INFO [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C37471%2C1730993486285.meta:.meta(num 1730993487328) 2024-11-07T15:32:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741880_1056 (size=780) 2024-11-07T15:32:04,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741880_1056 (size=780) 2024-11-07T15:32:04,798 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/oldWALs 2024-11-07T15:32:04,798 INFO [RS:0;7b3e4e8e12ef:37471 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C37471%2C1730993486285:(num 1730993524395) 2024-11-07T15:32:04,798 DEBUG [RS:0;7b3e4e8e12ef:37471 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:04,798 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:32:04,799 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:32:04,799 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:32:04,799 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:32:04,799 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:32:04,799 INFO [RS:0;7b3e4e8e12ef:37471 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37471 2024-11-07T15:32:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:32:04,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b3e4e8e12ef,37471,1730993486285 2024-11-07T15:32:04,807 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:32:04,818 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,37471,1730993486285] 2024-11-07T15:32:04,828 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b3e4e8e12ef,37471,1730993486285 already deleted, retry=false 2024-11-07T15:32:04,828 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,37471,1730993486285 expired; onlineServers=0 2024-11-07T15:32:04,828 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,42519,1730993486112' ***** 2024-11-07T15:32:04,828 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:32:04,829 INFO [M:0;7b3e4e8e12ef:42519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:32:04,829 INFO [M:0;7b3e4e8e12ef:42519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:32:04,829 DEBUG [M:0;7b3e4e8e12ef:42519 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:32:04,829 DEBUG [M:0;7b3e4e8e12ef:42519 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:32:04,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:32:04,829 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993486654 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993486654,5,FailOnTimeoutGroup] 2024-11-07T15:32:04,829 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993486654 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993486654,5,FailOnTimeoutGroup] 2024-11-07T15:32:04,829 INFO [M:0;7b3e4e8e12ef:42519 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:32:04,829 INFO [M:0;7b3e4e8e12ef:42519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:32:04,830 DEBUG [M:0;7b3e4e8e12ef:42519 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:32:04,830 INFO [M:0;7b3e4e8e12ef:42519 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:32:04,830 INFO [M:0;7b3e4e8e12ef:42519 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:32:04,830 INFO [M:0;7b3e4e8e12ef:42519 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:32:04,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:32:04,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:32:04,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:04,839 DEBUG [M:0;7b3e4e8e12ef:42519 {}] zookeeper.ZKUtil(347): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:32:04,839 WARN [M:0;7b3e4e8e12ef:42519 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:32:04,840 INFO [M:0;7b3e4e8e12ef:42519 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/.lastflushedseqids 2024-11-07T15:32:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741881_1057 (size=228) 2024-11-07T15:32:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741881_1057 (size=228) 2024-11-07T15:32:04,853 INFO [M:0;7b3e4e8e12ef:42519 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:32:04,853 INFO [M:0;7b3e4e8e12ef:42519 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:32:04,853 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:32:04,853 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:04,853 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:04,853 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:32:04,853 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:04,854 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.44 KB heapSize=63.39 KB 2024-11-07T15:32:04,871 DEBUG [M:0;7b3e4e8e12ef:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c6ab1523aa94c028a2fedfec10c7656 is 82, key is hbase:meta,,1/info:regioninfo/1730993487362/Put/seqid=0 2024-11-07T15:32:04,875 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741882_1058 (size=5672) 2024-11-07T15:32:04,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741882_1058 (size=5672) 2024-11-07T15:32:04,876 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c6ab1523aa94c028a2fedfec10c7656 2024-11-07T15:32:04,893 DEBUG [M:0;7b3e4e8e12ef:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39235ec517464718b9886798f2a421c0 is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1730993488025/Put/seqid=0 2024-11-07T15:32:04,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741883_1059 (size=7091) 2024-11-07T15:32:04,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741883_1059 (size=7091) 2024-11-07T15:32:04,899 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.84 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39235ec517464718b9886798f2a421c0 2024-11-07T15:32:04,903 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39235ec517464718b9886798f2a421c0 2024-11-07T15:32:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:04,918 INFO [RS:0;7b3e4e8e12ef:37471 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:32:04,918 INFO [RS:0;7b3e4e8e12ef:37471 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,37471,1730993486285; zookeeper connection closed. 2024-11-07T15:32:04,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37471-0x10115ec74b60001, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:04,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6496e96f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6496e96f 2024-11-07T15:32:04,918 DEBUG [M:0;7b3e4e8e12ef:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5403f59ec4b14c8dbd3be9718fb8d02a is 69, key is 7b3e4e8e12ef,37471,1730993486285/rs:state/1730993486742/Put/seqid=0 2024-11-07T15:32:04,919 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:32:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741884_1060 (size=5156) 2024-11-07T15:32:04,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741884_1060 (size=5156) 2024-11-07T15:32:04,924 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5403f59ec4b14c8dbd3be9718fb8d02a 2024-11-07T15:32:04,942 DEBUG [M:0;7b3e4e8e12ef:42519 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/341514ae60054322bb2934f9bd126d07 is 52, key is load_balancer_on/state:d/1730993487628/Put/seqid=0 2024-11-07T15:32:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741885_1061 (size=5056) 2024-11-07T15:32:04,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741885_1061 (size=5056) 2024-11-07T15:32:04,946 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/341514ae60054322bb2934f9bd126d07 2024-11-07T15:32:04,952 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1c6ab1523aa94c028a2fedfec10c7656 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c6ab1523aa94c028a2fedfec10c7656 2024-11-07T15:32:04,956 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1c6ab1523aa94c028a2fedfec10c7656, entries=8, sequenceid=125, filesize=5.5 K 2024-11-07T15:32:04,957 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/39235ec517464718b9886798f2a421c0 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39235ec517464718b9886798f2a421c0 2024-11-07T15:32:04,961 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 39235ec517464718b9886798f2a421c0 2024-11-07T15:32:04,962 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/39235ec517464718b9886798f2a421c0, entries=13, sequenceid=125, filesize=6.9 K 2024-11-07T15:32:04,963 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5403f59ec4b14c8dbd3be9718fb8d02a as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5403f59ec4b14c8dbd3be9718fb8d02a 2024-11-07T15:32:04,967 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5403f59ec4b14c8dbd3be9718fb8d02a, entries=1, sequenceid=125, filesize=5.0 K 2024-11-07T15:32:04,968 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/341514ae60054322bb2934f9bd126d07 as hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/341514ae60054322bb2934f9bd126d07 2024-11-07T15:32:04,973 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33759/user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/341514ae60054322bb2934f9bd126d07, entries=1, sequenceid=125, filesize=4.9 K 2024-11-07T15:32:04,974 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=125, compaction requested=false 2024-11-07T15:32:04,976 INFO [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:04,976 DEBUG [M:0;7b3e4e8e12ef:42519 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993524853Disabling compacts and flushes for region at 1730993524853Disabling writes for close at 1730993524853Obtaining lock to block concurrent updates at 1730993524854 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730993524854Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52675, getHeapSize=64848, getOffHeapSize=0, getCellsCount=148 at 1730993524854Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730993524855 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730993524855Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730993524871 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730993524871Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730993524880 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730993524893 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730993524893Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730993524903 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730993524918 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730993524918Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730993524928 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730993524941 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730993524941Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bcb679b: reopening flushed file at 1730993524951 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5381e94b: reopening flushed file at 1730993524956 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66aaf55c: reopening flushed file at 1730993524962 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65847fcd: reopening flushed file at 1730993524967 (+5 ms)Finished flush of dataSize ~51.44 KB/52675, heapSize ~63.33 KB/64848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 121ms, sequenceid=125, compaction requested=false at 1730993524974 (+7 ms)Writing region close event to WAL at 1730993524975 (+1 ms)Closed at 1730993524975 2024-11-07T15:32:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34761 is added to blk_1073741830_1006 (size=61344) 2024-11-07T15:32:04,978 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/560b4e5c-6236-db28-75b4-3d72ada24a24/MasterData/WALs/7b3e4e8e12ef,42519,1730993486112/7b3e4e8e12ef%2C42519%2C1730993486112.1730993486432 not finished, retry = 0 2024-11-07T15:32:04,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40089 is added to blk_1073741830_1006 (size=61344) 2024-11-07T15:32:05,079 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:32:05,079 INFO [M:0;7b3e4e8e12ef:42519 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:32:05,079 INFO [M:0;7b3e4e8e12ef:42519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42519 2024-11-07T15:32:05,079 INFO [M:0;7b3e4e8e12ef:42519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:32:05,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:05,192 INFO [M:0;7b3e4e8e12ef:42519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:32:05,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42519-0x10115ec74b60000, quorum=127.0.0.1:59923, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:05,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32d50d60{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:32:05,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1e9632bd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:32:05,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:32:05,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23267338{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:32:05,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d52625f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir/,STOPPED} 2024-11-07T15:32:05,204 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:32:05,204 WARN [BP-1842724322-172.17.0.2-1730993483961 heartbeating to localhost/127.0.0.1:33759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:32:05,204 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:32:05,204 WARN [BP-1842724322-172.17.0.2-1730993483961 heartbeating to localhost/127.0.0.1:33759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842724322-172.17.0.2-1730993483961 (Datanode Uuid b14dfe5b-f1e8-449e-84d1-4dec1449633a) service to localhost/127.0.0.1:33759 2024-11-07T15:32:05,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data3/current/BP-1842724322-172.17.0.2-1730993483961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:05,205 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data4/current/BP-1842724322-172.17.0.2-1730993483961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:05,205 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:32:05,207 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59a360e0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:32:05,208 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@359473ac{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:32:05,208 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:32:05,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@220bca55{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:32:05,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48e48860{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir/,STOPPED} 2024-11-07T15:32:05,209 WARN [BP-1842724322-172.17.0.2-1730993483961 heartbeating to localhost/127.0.0.1:33759 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:32:05,209 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:32:05,209 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:32:05,209 WARN [BP-1842724322-172.17.0.2-1730993483961 heartbeating to localhost/127.0.0.1:33759 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1842724322-172.17.0.2-1730993483961 (Datanode Uuid 1d1482f7-472c-4acd-9264-cc9270745618) service to localhost/127.0.0.1:33759 2024-11-07T15:32:05,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data1/current/BP-1842724322-172.17.0.2-1730993483961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:05,210 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/cluster_47ff56d6-4ebd-1359-cb66-36157d6b372f/data/data2/current/BP-1842724322-172.17.0.2-1730993483961 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:05,210 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:32:05,216 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56bed761{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:32:05,217 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6acbe6d4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:32:05,217 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:32:05,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65cf84c6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:32:05,217 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41196da6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir/,STOPPED} 2024-11-07T15:32:05,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:32:05,250 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:32:05,256 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=113 (was 99) - Thread LEAK? -, OpenFileDescriptor=458 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=59 (was 82), ProcessCount=11 (was 11), AvailableMemoryMB=1511 (was 1678) 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=113, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=59, ProcessCount=11, AvailableMemoryMB=1510 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.log.dir so I do NOT create it in target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/347b0fb1-03a3-7eae-6e74-58ed42b79155/hadoop.tmp.dir so I do NOT create it in target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e, deleteOnExit=true 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/test.cache.data in system properties and HBase conf 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.tmp.dir in system properties and HBase conf 2024-11-07T15:32:05,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-07T15:32:05,263 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-07T15:32:05,263 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/nfs.dump.dir in system properties and HBase conf 2024-11-07T15:32:05,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/java.io.tmpdir in system properties and HBase conf 2024-11-07T15:32:05,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-07T15:32:05,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-07T15:32:05,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-07T15:32:05,665 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:32:05,669 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:32:05,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:32:05,670 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:32:05,671 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:32:05,671 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:32:05,671 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@37e0aa18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:32:05,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5bbc343f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:32:05,764 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76148131{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/java.io.tmpdir/jetty-localhost-33433-hadoop-hdfs-3_4_1-tests_jar-_-any-8540536546623480252/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:32:05,765 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d42c6cd{HTTP/1.1, (http/1.1)}{localhost:33433} 2024-11-07T15:32:05,765 INFO [Time-limited test {}] server.Server(415): Started @188582ms 2024-11-07T15:32:06,084 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:32:06,089 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:32:06,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:32:06,090 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:32:06,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:32:06,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36b26868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:32:06,090 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12450df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:32:06,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c866e25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/java.io.tmpdir/jetty-localhost-42501-hadoop-hdfs-3_4_1-tests_jar-_-any-18400604118108445374/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:32:06,182 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@df47e62{HTTP/1.1, (http/1.1)}{localhost:42501} 2024-11-07T15:32:06,182 INFO [Time-limited test {}] server.Server(415): Started @188999ms 2024-11-07T15:32:06,183 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:32:06,208 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-07T15:32:06,211 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-07T15:32:06,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-07T15:32:06,212 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-07T15:32:06,212 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-07T15:32:06,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b1e7a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir/,AVAILABLE} 2024-11-07T15:32:06,215 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@522ce7e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-07T15:32:06,307 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2851ce55{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/java.io.tmpdir/jetty-localhost-36577-hadoop-hdfs-3_4_1-tests_jar-_-any-467117102506039431/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:32:06,308 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72ec89d9{HTTP/1.1, (http/1.1)}{localhost:36577} 2024-11-07T15:32:06,308 INFO [Time-limited test {}] server.Server(415): Started @189124ms 2024-11-07T15:32:06,309 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-07T15:32:07,486 WARN [Thread-1619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data1/current/BP-1871265675-172.17.0.2-1730993525286/current, will proceed with Du for space computation calculation, 2024-11-07T15:32:07,487 WARN [Thread-1620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data2/current/BP-1871265675-172.17.0.2-1730993525286/current, will proceed with Du for space computation calculation, 2024-11-07T15:32:07,508 WARN [Thread-1583 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:32:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68341afc4802b6c2 with lease ID 0x3f773b28c14ef210: Processing first storage report for DS-cbd1d766-c534-4521-b382-132abbed037d from datanode DatanodeRegistration(127.0.0.1:44915, datanodeUuid=f0be5c71-ab7b-461d-8b6e-2b9e76684f5d, infoPort=39015, infoSecurePort=0, ipcPort=39825, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286) 2024-11-07T15:32:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68341afc4802b6c2 with lease ID 0x3f773b28c14ef210: from storage DS-cbd1d766-c534-4521-b382-132abbed037d node DatanodeRegistration(127.0.0.1:44915, datanodeUuid=f0be5c71-ab7b-461d-8b6e-2b9e76684f5d, infoPort=39015, infoSecurePort=0, ipcPort=39825, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:32:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x68341afc4802b6c2 with lease ID 0x3f773b28c14ef210: Processing first storage report for DS-7b90d1e0-1b6c-4fca-9d36-cd43ad2624c4 from datanode DatanodeRegistration(127.0.0.1:44915, datanodeUuid=f0be5c71-ab7b-461d-8b6e-2b9e76684f5d, infoPort=39015, infoSecurePort=0, ipcPort=39825, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286) 2024-11-07T15:32:07,511 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x68341afc4802b6c2 with lease ID 0x3f773b28c14ef210: from storage DS-7b90d1e0-1b6c-4fca-9d36-cd43ad2624c4 node DatanodeRegistration(127.0.0.1:44915, datanodeUuid=f0be5c71-ab7b-461d-8b6e-2b9e76684f5d, infoPort=39015, infoSecurePort=0, ipcPort=39825, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:32:07,651 WARN [Thread-1630 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data3/current/BP-1871265675-172.17.0.2-1730993525286/current, will proceed with Du for space computation calculation, 2024-11-07T15:32:07,651 WARN [Thread-1631 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data4/current/BP-1871265675-172.17.0.2-1730993525286/current, will proceed with Du for space computation calculation, 2024-11-07T15:32:07,666 WARN [Thread-1606 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-07T15:32:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12786a56d6618158 with lease ID 0x3f773b28c14ef211: Processing first storage report for DS-fe8d60d8-0788-4400-900a-9acbc75b8954 from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=86b46e0e-188a-4d91-97c0-6496bef3fc2e, infoPort=33891, infoSecurePort=0, ipcPort=36521, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286) 2024-11-07T15:32:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12786a56d6618158 with lease ID 0x3f773b28c14ef211: from storage DS-fe8d60d8-0788-4400-900a-9acbc75b8954 node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=86b46e0e-188a-4d91-97c0-6496bef3fc2e, infoPort=33891, infoSecurePort=0, ipcPort=36521, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:32:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x12786a56d6618158 with lease ID 0x3f773b28c14ef211: Processing first storage report for DS-8987470f-e48b-450c-92dd-b8b5c5f2a7e6 from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=86b46e0e-188a-4d91-97c0-6496bef3fc2e, infoPort=33891, infoSecurePort=0, ipcPort=36521, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286) 2024-11-07T15:32:07,668 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x12786a56d6618158 with lease ID 0x3f773b28c14ef211: from storage DS-8987470f-e48b-450c-92dd-b8b5c5f2a7e6 node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=86b46e0e-188a-4d91-97c0-6496bef3fc2e, infoPort=33891, infoSecurePort=0, ipcPort=36521, storageInfo=lv=-57;cid=testClusterID;nsid=969129973;c=1730993525286), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-07T15:32:07,751 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c 2024-11-07T15:32:07,754 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/zookeeper_0, clientPort=64655, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-07T15:32:07,755 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64655 2024-11-07T15:32:07,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:07,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:32:07,764 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741825_1001 (size=7) 2024-11-07T15:32:07,765 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748 with version=8 2024-11-07T15:32:07,765 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:35693/user/jenkins/test-data/5352e910-11ee-1fbf-0196-cdd1f8b2b7f0/hbase-staging 2024-11-07T15:32:07,767 INFO [Time-limited test {}] client.ConnectionUtils(128): master/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-07T15:32:07,767 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:32:07,768 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38653 2024-11-07T15:32:07,769 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38653 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-11-07T15:32:07,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:386530x0, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:32:07,868 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38653-0x10115ed17750000 connected 2024-11-07T15:32:07,997 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:08,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:08,006 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:32:08,007 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748, hbase.cluster.distributed=false 2024-11-07T15:32:08,008 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:32:08,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-07T15:32:08,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38653 2024-11-07T15:32:08,009 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38653 2024-11-07T15:32:08,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-07T15:32:08,010 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38653 2024-11-07T15:32:08,024 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/7b3e4e8e12ef:0 server-side Connection retries=45 2024-11-07T15:32:08,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:32:08,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-07T15:32:08,024 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-07T15:32:08,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-07T15:32:08,024 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-07T15:32:08,025 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-07T15:32:08,025 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-07T15:32:08,025 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36191 2024-11-07T15:32:08,026 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36191 connecting to ZooKeeper ensemble=127.0.0.1:64655 2024-11-07T15:32:08,027 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:08,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:08,039 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361910x0, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-07T15:32:08,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36191-0x10115ed17750001 connected 2024-11-07T15:32:08,039 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:32:08,039 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-07T15:32:08,040 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-07T15:32:08,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-07T15:32:08,041 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-07T15:32:08,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-07T15:32:08,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36191 2024-11-07T15:32:08,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36191 2024-11-07T15:32:08,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-07T15:32:08,043 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36191 2024-11-07T15:32:08,055 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;7b3e4e8e12ef:38653 2024-11-07T15:32:08,056 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:32:08,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:32:08,060 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-07T15:32:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,071 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-07T15:32:08,071 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/7b3e4e8e12ef,38653,1730993527767 from backup master directory 2024-11-07T15:32:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:32:08,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-07T15:32:08,081 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:32:08,081 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,087 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/hbase.id] with ID: 41a2fad0-5319-4b88-b688-174331dd991e 2024-11-07T15:32:08,088 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/.tmp/hbase.id 2024-11-07T15:32:08,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:32:08,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741826_1002 (size=42) 2024-11-07T15:32:08,095 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/.tmp/hbase.id]:[hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/hbase.id] 2024-11-07T15:32:08,105 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:08,105 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-07T15:32:08,106 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-07T15:32:08,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,112 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:32:08,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741827_1003 (size=196) 2024-11-07T15:32:08,118 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-07T15:32:08,119 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-07T15:32:08,119 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:32:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:32:08,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741828_1004 (size=1189) 2024-11-07T15:32:08,126 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store 2024-11-07T15:32:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:32:08,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741829_1005 (size=34) 2024-11-07T15:32:08,133 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:32:08,134 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:32:08,134 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:08,134 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:08,134 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:32:08,134 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:08,134 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:08,134 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993528133Disabling compacts and flushes for region at 1730993528133Disabling writes for close at 1730993528134 (+1 ms)Writing region close event to WAL at 1730993528134Closed at 1730993528134 2024-11-07T15:32:08,134 WARN [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/.initializing 2024-11-07T15:32:08,135 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/WALs/7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,135 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:32:08,137 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C38653%2C1730993527767, suffix=, logDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/WALs/7b3e4e8e12ef,38653,1730993527767, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/oldWALs, maxLogs=10 2024-11-07T15:32:08,149 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/WALs/7b3e4e8e12ef,38653,1730993527767/7b3e4e8e12ef%2C38653%2C1730993527767.1730993528137, exclude list is [], retry=0 2024-11-07T15:32:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-cbd1d766-c534-4521-b382-132abbed037d,DISK] 2024-11-07T15:32:08,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-fe8d60d8-0788-4400-900a-9acbc75b8954,DISK] 2024-11-07T15:32:08,153 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/WALs/7b3e4e8e12ef,38653,1730993527767/7b3e4e8e12ef%2C38653%2C1730993527767.1730993528137 2024-11-07T15:32:08,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:33891:33891)] 2024-11-07T15:32:08,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:32:08,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:32:08,153 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,154 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-07T15:32:08,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:08,157 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,158 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-07T15:32:08,158 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:32:08,159 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-07T15:32:08,160 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:32:08,160 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,161 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-07T15:32:08,162 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,162 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-07T15:32:08,162 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,163 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,163 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,165 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,165 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,165 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-07T15:32:08,166 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-07T15:32:08,168 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:32:08,169 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=744414, jitterRate=-0.05342945456504822}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-07T15:32:08,169 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1730993528154Initializing all the Stores at 1730993528155 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993528155Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993528155Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993528155Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993528155Cleaning up temporary data from old regions at 1730993528165 (+10 ms)Region opened successfully at 1730993528169 (+4 ms) 2024-11-07T15:32:08,170 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-07T15:32:08,172 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@777678fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:32:08,173 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-07T15:32:08,173 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-07T15:32:08,173 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-07T15:32:08,173 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-07T15:32:08,174 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-07T15:32:08,174 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-07T15:32:08,174 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-07T15:32:08,176 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-07T15:32:08,177 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-07T15:32:08,186 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-07T15:32:08,186 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-07T15:32:08,187 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-07T15:32:08,196 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-07T15:32:08,197 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-07T15:32:08,198 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-07T15:32:08,207 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-07T15:32:08,208 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-07T15:32:08,217 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-07T15:32:08,219 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-07T15:32:08,228 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-07T15:32:08,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:32:08,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-07T15:32:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,239 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=7b3e4e8e12ef,38653,1730993527767, sessionid=0x10115ed17750000, setting cluster-up flag (Was=false) 2024-11-07T15:32:08,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,291 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-07T15:32:08,294 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,344 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-07T15:32:08,346 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:08,348 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-07T15:32:08,350 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-07T15:32:08,350 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-07T15:32:08,350 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-07T15:32:08,351 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 7b3e4e8e12ef,38653,1730993527767 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-07T15:32:08,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:32:08,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:32:08,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:32:08,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=5, maxPoolSize=5 2024-11-07T15:32:08,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/7b3e4e8e12ef:0, corePoolSize=10, maxPoolSize=10 2024-11-07T15:32:08,353 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,354 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:32:08,354 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,355 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1730993558355 2024-11-07T15:32:08,355 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-07T15:32:08,355 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-07T15:32:08,355 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-07T15:32:08,355 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-07T15:32:08,355 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-07T15:32:08,356 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-07T15:32:08,356 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,356 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:32:08,356 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-07T15:32:08,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-07T15:32:08,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-07T15:32:08,357 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-07T15:32:08,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-07T15:32:08,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-07T15:32:08,358 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993528358,5,FailOnTimeoutGroup] 2024-11-07T15:32:08,358 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993528358,5,FailOnTimeoutGroup] 2024-11-07T15:32:08,358 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,358 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-07T15:32:08,359 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,359 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,359 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-07T15:32:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:32:08,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741831_1007 (size=1321) 2024-11-07T15:32:08,367 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-07T15:32:08,367 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748 2024-11-07T15:32:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:32:08,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741832_1008 (size=32) 2024-11-07T15:32:08,377 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:32:08,378 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:32:08,379 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:32:08,379 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:08,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:32:08,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:32:08,381 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:08,381 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:32:08,382 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:32:08,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:08,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:32:08,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:32:08,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:08,384 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:08,384 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:32:08,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740 2024-11-07T15:32:08,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740 2024-11-07T15:32:08,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:32:08,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:32:08,387 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:32:08,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:32:08,389 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-07T15:32:08,390 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=762188, jitterRate=-0.03082890808582306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:32:08,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1730993528377Initializing all the Stores at 1730993528378 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993528378Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993528378Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993528378Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993528378Cleaning up temporary data from old regions at 1730993528386 (+8 ms)Region opened successfully at 1730993528390 (+4 ms) 2024-11-07T15:32:08,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:32:08,390 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:32:08,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:32:08,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:32:08,390 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:32:08,391 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:32:08,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993528390Disabling compacts and flushes for region at 1730993528390Disabling writes for close at 1730993528390Writing region close event to WAL at 1730993528391 (+1 ms)Closed at 1730993528391 2024-11-07T15:32:08,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:32:08,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-07T15:32:08,392 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-07T15:32:08,393 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:32:08,394 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-07T15:32:08,445 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(746): ClusterId : 41a2fad0-5319-4b88-b688-174331dd991e 2024-11-07T15:32:08,445 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-07T15:32:08,450 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-07T15:32:08,450 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-07T15:32:08,460 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-07T15:32:08,461 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec59d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=7b3e4e8e12ef/172.17.0.2:0 2024-11-07T15:32:08,471 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;7b3e4e8e12ef:36191 2024-11-07T15:32:08,471 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-07T15:32:08,471 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-07T15:32:08,471 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-07T15:32:08,472 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(2659): reportForDuty to master=7b3e4e8e12ef,38653,1730993527767 with port=36191, startcode=1730993528024 2024-11-07T15:32:08,473 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-07T15:32:08,474 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-07T15:32:08,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38653 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,475 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38653 {}] master.ServerManager(517): Registering regionserver=7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,476 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748 2024-11-07T15:32:08,476 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42599 2024-11-07T15:32:08,476 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-07T15:32:08,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:32:08,481 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] zookeeper.ZKUtil(111): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,481 WARN [RS:0;7b3e4e8e12ef:36191 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-07T15:32:08,481 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:32:08,482 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,482 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [7b3e4e8e12ef,36191,1730993528024] 2024-11-07T15:32:08,485 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-07T15:32:08,486 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-07T15:32:08,486 INFO [RS:0;7b3e4e8e12ef:36191 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-07T15:32:08,486 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,487 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-07T15:32:08,488 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-07T15:32:08,488 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=2, maxPoolSize=2 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/7b3e4e8e12ef:0, corePoolSize=1, maxPoolSize=1 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:32:08,488 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/7b3e4e8e12ef:0, corePoolSize=3, maxPoolSize=3 2024-11-07T15:32:08,492 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,492 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,492 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,492 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,492 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,492 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36191,1730993528024-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:32:08,506 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-07T15:32:08,506 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,36191,1730993528024-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,506 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,506 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.Replication(171): 7b3e4e8e12ef,36191,1730993528024 started 2024-11-07T15:32:08,520 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:08,520 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1482): Serving as 7b3e4e8e12ef,36191,1730993528024, RpcServer on 7b3e4e8e12ef/172.17.0.2:36191, sessionid=0x10115ed17750001 2024-11-07T15:32:08,520 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-07T15:32:08,520 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,520 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36191,1730993528024' 2024-11-07T15:32:08,520 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-07T15:32:08,521 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-07T15:32:08,521 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-07T15:32:08,521 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-07T15:32:08,521 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,521 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '7b3e4e8e12ef,36191,1730993528024' 2024-11-07T15:32:08,521 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-07T15:32:08,522 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-07T15:32:08,522 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-07T15:32:08,522 INFO [RS:0;7b3e4e8e12ef:36191 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-07T15:32:08,522 INFO [RS:0;7b3e4e8e12ef:36191 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-07T15:32:08,544 WARN [7b3e4e8e12ef:38653 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-07T15:32:08,623 INFO [RS:0;7b3e4e8e12ef:36191 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:32:08,625 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C36191%2C1730993528024, suffix=, logDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs, maxLogs=32 2024-11-07T15:32:08,640 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024/7b3e4e8e12ef%2C36191%2C1730993528024.1730993528625, exclude list is [], retry=0 2024-11-07T15:32:08,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-fe8d60d8-0788-4400-900a-9acbc75b8954,DISK] 2024-11-07T15:32:08,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-cbd1d766-c534-4521-b382-132abbed037d,DISK] 2024-11-07T15:32:08,644 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024/7b3e4e8e12ef%2C36191%2C1730993528024.1730993528625 2024-11-07T15:32:08,644 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33891:33891),(127.0.0.1/127.0.0.1:39015:39015)] 2024-11-07T15:32:08,794 DEBUG [7b3e4e8e12ef:38653 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-07T15:32:08,795 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:08,796 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36191,1730993528024, state=OPENING 2024-11-07T15:32:08,881 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-07T15:32:08,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:08,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-07T15:32:08,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:32:08,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:32:08,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36191,1730993528024}] 2024-11-07T15:32:09,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-07T15:32:09,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40707, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-07T15:32:09,057 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-07T15:32:09,057 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:32:09,058 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-07T15:32:09,061 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=7b3e4e8e12ef%2C36191%2C1730993528024.meta, suffix=.meta, logDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs, maxLogs=32 2024-11-07T15:32:09,076 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024/7b3e4e8e12ef%2C36191%2C1730993528024.meta.1730993529062.meta, exclude list is [], retry=0 2024-11-07T15:32:09,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-fe8d60d8-0788-4400-900a-9acbc75b8954,DISK] 2024-11-07T15:32:09,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-cbd1d766-c534-4521-b382-132abbed037d,DISK] 2024-11-07T15:32:09,080 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/7b3e4e8e12ef,36191,1730993528024/7b3e4e8e12ef%2C36191%2C1730993528024.meta.1730993529062.meta 2024-11-07T15:32:09,080 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33891:33891),(127.0.0.1/127.0.0.1:39015:39015)] 2024-11-07T15:32:09,080 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-07T15:32:09,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-07T15:32:09,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-07T15:32:09,081 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-07T15:32:09,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-07T15:32:09,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-07T15:32:09,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-07T15:32:09,081 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-07T15:32:09,082 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-07T15:32:09,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-07T15:32:09,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:09,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:09,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-07T15:32:09,084 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-07T15:32:09,084 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:09,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:09,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-07T15:32:09,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-07T15:32:09,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:09,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:09,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-07T15:32:09,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-07T15:32:09,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-07T15:32:09,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-07T15:32:09,087 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-07T15:32:09,088 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740 2024-11-07T15:32:09,089 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740 2024-11-07T15:32:09,091 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-07T15:32:09,091 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-07T15:32:09,091 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-07T15:32:09,093 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-07T15:32:09,093 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=816267, jitterRate=0.03793756663799286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-07T15:32:09,093 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-07T15:32:09,094 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1730993529081Writing region info on filesystem at 1730993529081Initializing all the Stores at 1730993529082 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993529082Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993529082Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1730993529082Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1730993529082Cleaning up temporary data from old regions at 1730993529091 (+9 ms)Running coprocessor post-open hooks at 1730993529093 (+2 ms)Region opened successfully at 1730993529094 (+1 ms) 2024-11-07T15:32:09,095 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1730993529048 2024-11-07T15:32:09,097 DEBUG [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-07T15:32:09,097 INFO [RS_OPEN_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-07T15:32:09,098 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:09,099 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 7b3e4e8e12ef,36191,1730993528024, state=OPEN 2024-11-07T15:32:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:32:09,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-07T15:32:09,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:09,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:32:09,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-07T15:32:09,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-07T15:32:09,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=7b3e4e8e12ef,36191,1730993528024 in 240 msec 2024-11-07T15:32:09,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-07T15:32:09,138 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 744 msec 2024-11-07T15:32:09,138 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-07T15:32:09,138 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-07T15:32:09,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:32:09,140 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730993528024, seqNum=-1] 2024-11-07T15:32:09,140 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:32:09,141 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:32:09,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 796 msec 2024-11-07T15:32:09,145 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1730993529145, completionTime=-1 2024-11-07T15:32:09,145 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-07T15:32:09,145 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1730993589147 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1730993649147 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38653,1730993527767-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38653,1730993527767-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38653,1730993527767-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-7b3e4e8e12ef:38653, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,147 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,148 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,149 DEBUG [master/7b3e4e8e12ef:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.070sec 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38653,1730993527767-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-07T15:32:09,151 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38653,1730993527767-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-07T15:32:09,154 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-07T15:32:09,154 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-07T15:32:09,154 INFO [master/7b3e4e8e12ef:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=7b3e4e8e12ef,38653,1730993527767-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-07T15:32:09,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ef58b7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:32:09,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 7b3e4e8e12ef,38653,-1 for getting cluster id 2024-11-07T15:32:09,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-07T15:32:09,248 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '41a2fad0-5319-4b88-b688-174331dd991e' 2024-11-07T15:32:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-07T15:32:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "41a2fad0-5319-4b88-b688-174331dd991e" 2024-11-07T15:32:09,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b867865, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:32:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [7b3e4e8e12ef,38653,-1] 2024-11-07T15:32:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-07T15:32:09,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:09,250 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-07T15:32:09,251 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b5dba1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-07T15:32:09,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-07T15:32:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=7b3e4e8e12ef,36191,1730993528024, seqNum=-1] 2024-11-07T15:32:09,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-07T15:32:09,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-07T15:32:09,259 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:09,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-07T15:32:09,261 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-07T15:32:09,261 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-07T15:32:09,262 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-07T15:32:09,264 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1, archiveDir=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs, maxLogs=32 2024-11-07T15:32:09,276 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529265, exclude list is [], retry=0 2024-11-07T15:32:09,279 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-cbd1d766-c534-4521-b382-132abbed037d,DISK] 2024-11-07T15:32:09,280 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-fe8d60d8-0788-4400-900a-9acbc75b8954,DISK] 2024-11-07T15:32:09,281 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529265 2024-11-07T15:32:09,282 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:33891:33891)] 2024-11-07T15:32:09,293 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529282, exclude list is [], retry=0 2024-11-07T15:32:09,296 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44915,DS-cbd1d766-c534-4521-b382-132abbed037d,DISK] 2024-11-07T15:32:09,296 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-fe8d60d8-0788-4400-900a-9acbc75b8954,DISK] 2024-11-07T15:32:09,298 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529265 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529282 2024-11-07T15:32:09,298 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39015:39015),(127.0.0.1/127.0.0.1:33891:33891)] 2024-11-07T15:32:09,298 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529265 is not closed yet, will try archiving it next time 2024-11-07T15:32:09,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741835_1011 (size=93) 2024-11-07T15:32:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741835_1011 (size=93) 2024-11-07T15:32:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741836_1012 (size=93) 2024-11-07T15:32:09,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741836_1012 (size=93) 2024-11-07T15:32:09,301 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/WALs/test.com,8080,1/test.com%2C8080%2C1.1730993529265 to hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs/test.com%2C8080%2C1.1730993529265 2024-11-07T15:32:09,303 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs 2024-11-07T15:32:09,303 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1730993529282) 2024-11-07T15:32:09,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-07T15:32:09,303 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:32:09,303 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:32:09,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:09,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:09,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-07T15:32:09,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-07T15:32:09,304 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1669714266, stopped=false 2024-11-07T15:32:09,304 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=7b3e4e8e12ef,38653,1730993527767 2024-11-07T15:32:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:32:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-07T15:32:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:09,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:09,323 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:32:09,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-07T15:32:09,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:32:09,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:09,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:32:09,324 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '7b3e4e8e12ef,36191,1730993528024' ***** 2024-11-07T15:32:09,324 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-07T15:32:09,324 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-07T15:32:09,324 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-07T15:32:09,324 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-07T15:32:09,324 INFO [RS:0;7b3e4e8e12ef:36191 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-07T15:32:09,324 INFO [RS:0;7b3e4e8e12ef:36191 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-07T15:32:09,324 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(959): stopping server 7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:09,324 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:32:09,324 INFO [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;7b3e4e8e12ef:36191. 2024-11-07T15:32:09,324 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-07T15:32:09,324 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:09,325 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-07T15:32:09,325 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-07T15:32:09,325 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-07T15:32:09,325 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-07T15:32:09,325 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-07T15:32:09,325 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-07T15:32:09,325 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-07T15:32:09,325 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-07T15:32:09,325 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-07T15:32:09,325 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-07T15:32:09,325 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-07T15:32:09,325 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-07T15:32:09,325 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-07T15:32:09,340 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/.tmp/ns/a90bfa1dd76041a79cac1b601b96d5fe is 43, key is default/ns:d/1730993529141/Put/seqid=0 2024-11-07T15:32:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741837_1013 (size=5153) 2024-11-07T15:32:09,345 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741837_1013 (size=5153) 2024-11-07T15:32:09,345 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/.tmp/ns/a90bfa1dd76041a79cac1b601b96d5fe 2024-11-07T15:32:09,351 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/.tmp/ns/a90bfa1dd76041a79cac1b601b96d5fe as hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/ns/a90bfa1dd76041a79cac1b601b96d5fe 2024-11-07T15:32:09,356 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/ns/a90bfa1dd76041a79cac1b601b96d5fe, entries=2, sequenceid=6, filesize=5.0 K 2024-11-07T15:32:09,357 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false 2024-11-07T15:32:09,357 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-07T15:32:09,362 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-07T15:32:09,362 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-07T15:32:09,363 INFO [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-07T15:32:09,363 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1730993529325Running coprocessor pre-close hooks at 1730993529325Disabling compacts and flushes for region at 1730993529325Disabling writes for close at 1730993529325Obtaining lock to block concurrent updates at 1730993529325Preparing flush snapshotting stores in 1588230740 at 1730993529325Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1730993529326 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1730993529326Flushing 1588230740/ns: creating writer at 1730993529326Flushing 1588230740/ns: appending metadata at 1730993529339 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1730993529339Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad5db13: reopening flushed file at 1730993529350 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 32ms, sequenceid=6, compaction requested=false at 1730993529357 (+7 ms)Writing region close event to WAL at 1730993529358 (+1 ms)Running coprocessor post-close hooks at 1730993529362 (+4 ms)Closed at 1730993529362 2024-11-07T15:32:09,363 DEBUG [RS_CLOSE_META-regionserver/7b3e4e8e12ef:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-07T15:32:09,525 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(976): stopping server 7b3e4e8e12ef,36191,1730993528024; all regions closed. 2024-11-07T15:32:09,526 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-07T15:32:09,526 INFO [regionserver/7b3e4e8e12ef:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-07T15:32:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741834_1010 (size=1152) 2024-11-07T15:32:09,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741834_1010 (size=1152) 2024-11-07T15:32:09,530 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs 2024-11-07T15:32:09,530 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C36191%2C1730993528024.meta:.meta(num 1730993529062) 2024-11-07T15:32:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741833_1009 (size=93) 2024-11-07T15:32:09,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741833_1009 (size=93) 2024-11-07T15:32:09,534 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/oldWALs 2024-11-07T15:32:09,534 INFO [RS:0;7b3e4e8e12ef:36191 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 7b3e4e8e12ef%2C36191%2C1730993528024:(num 1730993528625) 2024-11-07T15:32:09,534 DEBUG [RS:0;7b3e4e8e12ef:36191 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-07T15:32:09,534 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.LeaseManager(133): Closed leases 2024-11-07T15:32:09,534 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:32:09,534 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.ChoreService(370): Chore service for: regionserver/7b3e4e8e12ef:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-07T15:32:09,535 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:32:09,535 INFO [regionserver/7b3e4e8e12ef:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:32:09,535 INFO [RS:0;7b3e4e8e12ef:36191 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36191 2024-11-07T15:32:09,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/7b3e4e8e12ef,36191,1730993528024 2024-11-07T15:32:09,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-07T15:32:09,544 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:32:09,554 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [7b3e4e8e12ef,36191,1730993528024] 2024-11-07T15:32:09,565 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/7b3e4e8e12ef,36191,1730993528024 already deleted, retry=false 2024-11-07T15:32:09,565 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 7b3e4e8e12ef,36191,1730993528024 expired; onlineServers=0 2024-11-07T15:32:09,565 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '7b3e4e8e12ef,38653,1730993527767' ***** 2024-11-07T15:32:09,565 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-07T15:32:09,565 INFO [M:0;7b3e4e8e12ef:38653 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-07T15:32:09,565 INFO [M:0;7b3e4e8e12ef:38653 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-07T15:32:09,565 DEBUG [M:0;7b3e4e8e12ef:38653 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-07T15:32:09,565 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-07T15:32:09,565 DEBUG [M:0;7b3e4e8e12ef:38653 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-07T15:32:09,565 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993528358 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.small.0-1730993528358,5,FailOnTimeoutGroup] 2024-11-07T15:32:09,565 DEBUG [master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993528358 {}] cleaner.HFileCleaner(306): Exit Thread[master/7b3e4e8e12ef:0:becomeActiveMaster-HFileCleaner.large.0-1730993528358,5,FailOnTimeoutGroup] 2024-11-07T15:32:09,565 INFO [M:0;7b3e4e8e12ef:38653 {}] hbase.ChoreService(370): Chore service for: master/7b3e4e8e12ef:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-07T15:32:09,565 INFO [M:0;7b3e4e8e12ef:38653 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-07T15:32:09,565 DEBUG [M:0;7b3e4e8e12ef:38653 {}] master.HMaster(1795): Stopping service threads 2024-11-07T15:32:09,565 INFO [M:0;7b3e4e8e12ef:38653 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-07T15:32:09,565 INFO [M:0;7b3e4e8e12ef:38653 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-07T15:32:09,566 INFO [M:0;7b3e4e8e12ef:38653 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-07T15:32:09,566 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-07T15:32:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-07T15:32:09,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-07T15:32:09,575 DEBUG [M:0;7b3e4e8e12ef:38653 {}] zookeeper.ZKUtil(347): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-07T15:32:09,575 WARN [M:0;7b3e4e8e12ef:38653 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-07T15:32:09,576 INFO [M:0;7b3e4e8e12ef:38653 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/.lastflushedseqids 2024-11-07T15:32:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741838_1014 (size=99) 2024-11-07T15:32:09,583 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741838_1014 (size=99) 2024-11-07T15:32:09,583 INFO [M:0;7b3e4e8e12ef:38653 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-07T15:32:09,584 INFO [M:0;7b3e4e8e12ef:38653 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-07T15:32:09,584 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-07T15:32:09,584 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:09,584 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:09,584 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-07T15:32:09,584 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:09,584 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-07T15:32:09,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,596 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,602 DEBUG [M:0;7b3e4e8e12ef:38653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d85895c338714348a915286794f0c8fe is 82, key is hbase:meta,,1/info:regioninfo/1730993529098/Put/seqid=0 2024-11-07T15:32:09,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741839_1015 (size=5672) 2024-11-07T15:32:09,607 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741839_1015 (size=5672) 2024-11-07T15:32:09,608 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d85895c338714348a915286794f0c8fe 2024-11-07T15:32:09,613 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,614 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-07T15:32:09,626 DEBUG [M:0;7b3e4e8e12ef:38653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e16606f900f6426193ead5f8e2720e1e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1730993529144/Put/seqid=0 2024-11-07T15:32:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741840_1016 (size=5275) 2024-11-07T15:32:09,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741840_1016 (size=5275) 2024-11-07T15:32:09,631 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e16606f900f6426193ead5f8e2720e1e 2024-11-07T15:32:09,650 DEBUG [M:0;7b3e4e8e12ef:38653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6460b342b97549a28cc31d7490e0dbff is 69, key is 7b3e4e8e12ef,36191,1730993528024/rs:state/1730993528475/Put/seqid=0 2024-11-07T15:32:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:09,654 INFO [RS:0;7b3e4e8e12ef:36191 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:32:09,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36191-0x10115ed17750001, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:09,654 INFO [RS:0;7b3e4e8e12ef:36191 {}] regionserver.HRegionServer(1031): Exiting; stopping=7b3e4e8e12ef,36191,1730993528024; zookeeper connection closed. 2024-11-07T15:32:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741841_1017 (size=5156) 2024-11-07T15:32:09,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741841_1017 (size=5156) 2024-11-07T15:32:09,655 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@615b23e1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@615b23e1 2024-11-07T15:32:09,655 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-07T15:32:09,655 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6460b342b97549a28cc31d7490e0dbff 2024-11-07T15:32:09,674 DEBUG [M:0;7b3e4e8e12ef:38653 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e2c97db246374e7397e2bccede6ed890 is 52, key is load_balancer_on/state:d/1730993529260/Put/seqid=0 2024-11-07T15:32:09,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741842_1018 (size=5056) 2024-11-07T15:32:09,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741842_1018 (size=5056) 2024-11-07T15:32:09,679 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e2c97db246374e7397e2bccede6ed890 2024-11-07T15:32:09,684 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d85895c338714348a915286794f0c8fe as hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d85895c338714348a915286794f0c8fe 2024-11-07T15:32:09,689 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d85895c338714348a915286794f0c8fe, entries=8, sequenceid=29, filesize=5.5 K 2024-11-07T15:32:09,690 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e16606f900f6426193ead5f8e2720e1e as hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e16606f900f6426193ead5f8e2720e1e 2024-11-07T15:32:09,695 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e16606f900f6426193ead5f8e2720e1e, entries=3, sequenceid=29, filesize=5.2 K 2024-11-07T15:32:09,696 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6460b342b97549a28cc31d7490e0dbff as hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6460b342b97549a28cc31d7490e0dbff 2024-11-07T15:32:09,700 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6460b342b97549a28cc31d7490e0dbff, entries=1, sequenceid=29, filesize=5.0 K 2024-11-07T15:32:09,701 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/e2c97db246374e7397e2bccede6ed890 as hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e2c97db246374e7397e2bccede6ed890 2024-11-07T15:32:09,706 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42599/user/jenkins/test-data/a9949ff1-cf7d-21d8-df08-917d61cde748/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/e2c97db246374e7397e2bccede6ed890, entries=1, sequenceid=29, filesize=4.9 K 2024-11-07T15:32:09,707 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false 2024-11-07T15:32:09,709 INFO [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-07T15:32:09,709 DEBUG [M:0;7b3e4e8e12ef:38653 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1730993529584Disabling compacts and flushes for region at 1730993529584Disabling writes for close at 1730993529584Obtaining lock to block concurrent updates at 1730993529584Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1730993529584Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1730993529585 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1730993529586 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1730993529586Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1730993529602 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1730993529602Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1730993529613 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1730993529625 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1730993529625Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1730993529635 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1730993529649 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1730993529649Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1730993529660 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1730993529673 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1730993529673Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d536e0c: reopening flushed file at 1730993529683 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d5ce619: reopening flushed file at 1730993529689 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68ddeb29: reopening flushed file at 1730993529695 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18ae623c: reopening flushed file at 1730993529701 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 123ms, sequenceid=29, compaction requested=false at 1730993529707 (+6 ms)Writing region close event to WAL at 1730993529709 (+2 ms)Closed at 1730993529709 2024-11-07T15:32:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741830_1006 (size=10311) 2024-11-07T15:32:09,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44915 is added to blk_1073741830_1006 (size=10311) 2024-11-07T15:32:09,712 INFO [M:0;7b3e4e8e12ef:38653 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-07T15:32:09,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-07T15:32:09,712 INFO [M:0;7b3e4e8e12ef:38653 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38653 2024-11-07T15:32:09,713 INFO [M:0;7b3e4e8e12ef:38653 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-07T15:32:09,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:09,823 INFO [M:0;7b3e4e8e12ef:38653 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-07T15:32:09,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38653-0x10115ed17750000, quorum=127.0.0.1:64655, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-07T15:32:09,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2851ce55{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:32:09,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72ec89d9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:32:09,826 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:32:09,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@522ce7e7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:32:09,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b1e7a7b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir/,STOPPED} 2024-11-07T15:32:09,828 WARN [BP-1871265675-172.17.0.2-1730993525286 heartbeating to localhost/127.0.0.1:42599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:32:09,828 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:32:09,828 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:32:09,828 WARN [BP-1871265675-172.17.0.2-1730993525286 heartbeating to localhost/127.0.0.1:42599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871265675-172.17.0.2-1730993525286 (Datanode Uuid 86b46e0e-188a-4d91-97c0-6496bef3fc2e) service to localhost/127.0.0.1:42599 2024-11-07T15:32:09,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data3/current/BP-1871265675-172.17.0.2-1730993525286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:09,828 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data4/current/BP-1871265675-172.17.0.2-1730993525286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:09,829 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:32:09,830 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c866e25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-07T15:32:09,830 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@df47e62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:32:09,830 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:32:09,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12450df0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:32:09,831 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36b26868{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir/,STOPPED} 2024-11-07T15:32:09,831 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-07T15:32:09,831 WARN [BP-1871265675-172.17.0.2-1730993525286 heartbeating to localhost/127.0.0.1:42599 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-07T15:32:09,831 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-07T15:32:09,831 WARN [BP-1871265675-172.17.0.2-1730993525286 heartbeating to localhost/127.0.0.1:42599 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1871265675-172.17.0.2-1730993525286 (Datanode Uuid f0be5c71-ab7b-461d-8b6e-2b9e76684f5d) service to localhost/127.0.0.1:42599 2024-11-07T15:32:09,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data1/current/BP-1871265675-172.17.0.2-1730993525286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:09,832 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/cluster_7b9d08b9-314f-baa0-08a8-137136a33e6e/data/data2/current/BP-1871265675-172.17.0.2-1730993525286 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-07T15:32:09,832 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-07T15:32:09,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@76148131{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-07T15:32:09,838 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d42c6cd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-07T15:32:09,838 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-07T15:32:09,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5bbc343f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-07T15:32:09,838 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@37e0aa18{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/643dbb63-f02c-f918-efd8-e6ed2456782c/hadoop.log.dir/,STOPPED} 2024-11-07T15:32:09,843 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-07T15:32:09,856 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-07T15:32:09,863 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=135 (was 113) - Thread LEAK? -, OpenFileDescriptor=513 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=62 (was 59) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=1466 (was 1510)