2024-11-20 21:47:11,620 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 21:47:11,631 main DEBUG Took 0.009555 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 21:47:11,632 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 21:47:11,632 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 21:47:11,633 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 21:47:11,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,641 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 21:47:11,654 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,657 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,658 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,659 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,660 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,661 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,662 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,662 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,663 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 21:47:11,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,665 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 21:47:11,666 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 21:47:11,667 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 21:47:11,669 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 21:47:11,669 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 21:47:11,670 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 21:47:11,671 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 21:47:11,678 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 21:47:11,681 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 21:47:11,682 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 21:47:11,683 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 21:47:11,683 main DEBUG createAppenders(={Console}) 2024-11-20 21:47:11,684 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-11-20 21:47:11,684 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-11-20 21:47:11,685 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-11-20 21:47:11,686 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 21:47:11,686 main DEBUG OutputStream closed 2024-11-20 21:47:11,686 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 21:47:11,686 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 21:47:11,686 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-11-20 21:47:11,753 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 21:47:11,755 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 21:47:11,756 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 21:47:11,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 21:47:11,757 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 21:47:11,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 21:47:11,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 21:47:11,758 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 21:47:11,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 21:47:11,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 21:47:11,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 21:47:11,759 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 21:47:11,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 21:47:11,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 21:47:11,760 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 21:47:11,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 21:47:11,761 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 21:47:11,762 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 21:47:11,764 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 21:47:11,764 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-11-20 21:47:11,764 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 21:47:11,765 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-11-20T21:47:11,989 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e 2024-11-20 21:47:11,992 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 21:47:11,993 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T21:47:12,001 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-11-20T21:47:12,031 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=227, ProcessCount=11, AvailableMemoryMB=4765 2024-11-20T21:47:12,034 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:47:12,053 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180, deleteOnExit=true 2024-11-20T21:47:12,054 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:47:12,055 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/test.cache.data in system properties and HBase conf 2024-11-20T21:47:12,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:47:12,056 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:47:12,057 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:47:12,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:47:12,058 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:47:12,139 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T21:47:12,222 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:47:12,226 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:47:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:47:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:47:12,227 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:47:12,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:47:12,228 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:47:12,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:47:12,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:47:12,229 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:47:12,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:47:12,230 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:47:12,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:47:12,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:47:12,231 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:47:13,014 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T21:47:13,101 INFO [Time-limited test {}] log.Log(170): Logging initialized @2166ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T21:47:13,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:47:13,237 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:47:13,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:47:13,255 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:47:13,256 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:47:13,266 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:47:13,269 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:47:13,270 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:47:13,458 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c362ac7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/java.io.tmpdir/jetty-localhost-40183-hadoop-hdfs-3_4_1-tests_jar-_-any-3478590603222646961/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:47:13,465 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:40183} 2024-11-20T21:47:13,466 INFO [Time-limited test {}] server.Server(415): Started @2531ms 2024-11-20T21:47:13,788 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:47:13,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:47:13,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:47:13,798 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:47:13,798 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:47:13,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:47:13,800 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:47:13,902 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b235369{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/java.io.tmpdir/jetty-localhost-40465-hadoop-hdfs-3_4_1-tests_jar-_-any-1508356934387274696/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:47:13,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:40465} 2024-11-20T21:47:13,903 INFO [Time-limited test {}] server.Server(415): Started @2968ms 2024-11-20T21:47:13,955 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:47:14,071 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:47:14,079 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:47:14,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:47:14,081 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:47:14,081 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:47:14,085 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:47:14,086 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:47:14,206 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1980243e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/java.io.tmpdir/jetty-localhost-46059-hadoop-hdfs-3_4_1-tests_jar-_-any-15243595176003304371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:47:14,207 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:46059} 2024-11-20T21:47:14,207 INFO [Time-limited test {}] server.Server(415): Started @3273ms 2024-11-20T21:47:14,209 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:47:14,338 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data4/current/BP-632901404-172.17.0.2-1732139232804/current, will proceed with Du for space computation calculation, 2024-11-20T21:47:14,338 WARN [Thread-95 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data1/current/BP-632901404-172.17.0.2-1732139232804/current, will proceed with Du for space computation calculation, 2024-11-20T21:47:14,338 WARN [Thread-96 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data3/current/BP-632901404-172.17.0.2-1732139232804/current, will proceed with Du for space computation calculation, 2024-11-20T21:47:14,339 WARN [Thread-97 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data2/current/BP-632901404-172.17.0.2-1732139232804/current, will proceed with Du for space computation calculation, 2024-11-20T21:47:14,393 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:47:14,394 WARN [Thread-82 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:47:14,451 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcee3e469df2d9425 with lease ID 0x8cd6b75534092f4d: Processing first storage report for DS-54d63263-3434-49d0-ac9b-fc021f633787 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=b97cd5e1-9e6f-4bfc-8115-232450c2add8, infoPort=36985, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804) 2024-11-20T21:47:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcee3e469df2d9425 with lease ID 0x8cd6b75534092f4d: from storage DS-54d63263-3434-49d0-ac9b-fc021f633787 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=b97cd5e1-9e6f-4bfc-8115-232450c2add8, infoPort=36985, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:47:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dd342e482e458b3 with lease ID 0x8cd6b75534092f4c: Processing first storage report for DS-df6563af-5d72-425e-84bc-0261342426a4 from datanode DatanodeRegistration(127.0.0.1:34685, datanodeUuid=284939f9-65ff-43c7-9b3e-71f81a638a0e, infoPort=33495, infoSecurePort=0, ipcPort=35095, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804) 2024-11-20T21:47:14,453 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dd342e482e458b3 with lease ID 0x8cd6b75534092f4c: from storage DS-df6563af-5d72-425e-84bc-0261342426a4 node DatanodeRegistration(127.0.0.1:34685, datanodeUuid=284939f9-65ff-43c7-9b3e-71f81a638a0e, infoPort=33495, infoSecurePort=0, ipcPort=35095, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:47:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcee3e469df2d9425 with lease ID 0x8cd6b75534092f4d: Processing first storage report for DS-7cc1f7aa-07b8-4d15-9ef6-57c4aff5ac28 from datanode DatanodeRegistration(127.0.0.1:44033, datanodeUuid=b97cd5e1-9e6f-4bfc-8115-232450c2add8, infoPort=36985, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804) 2024-11-20T21:47:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcee3e469df2d9425 with lease ID 0x8cd6b75534092f4d: from storage DS-7cc1f7aa-07b8-4d15-9ef6-57c4aff5ac28 node DatanodeRegistration(127.0.0.1:44033, datanodeUuid=b97cd5e1-9e6f-4bfc-8115-232450c2add8, infoPort=36985, infoSecurePort=0, ipcPort=38895, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:47:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7dd342e482e458b3 with lease ID 0x8cd6b75534092f4c: Processing first storage report for DS-8eabaf42-9376-4200-8df0-b0693c011bf4 from datanode DatanodeRegistration(127.0.0.1:34685, datanodeUuid=284939f9-65ff-43c7-9b3e-71f81a638a0e, infoPort=33495, infoSecurePort=0, ipcPort=35095, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804) 2024-11-20T21:47:14,454 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7dd342e482e458b3 with lease ID 0x8cd6b75534092f4c: from storage DS-8eabaf42-9376-4200-8df0-b0693c011bf4 node DatanodeRegistration(127.0.0.1:34685, datanodeUuid=284939f9-65ff-43c7-9b3e-71f81a638a0e, infoPort=33495, infoSecurePort=0, ipcPort=35095, storageInfo=lv=-57;cid=testClusterID;nsid=532424890;c=1732139232804), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:47:14,537 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e 2024-11-20T21:47:14,606 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/zookeeper_0, clientPort=53319, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:47:14,614 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53319 2024-11-20T21:47:14,628 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:14,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:14,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:47:14,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:47:15,270 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a with version=8 2024-11-20T21:47:15,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase-staging 2024-11-20T21:47:15,350 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T21:47:15,545 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:47:15,553 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:47:15,554 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:47:15,558 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:47:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:47:15,558 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:47:15,680 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:47:15,730 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T21:47:15,738 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T21:47:15,742 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:47:15,763 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 73201 (auto-detected) 2024-11-20T21:47:15,764 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T21:47:15,782 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38019 2024-11-20T21:47:15,800 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38019 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-20T21:47:15,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:380190x0, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:47:15,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38019-0x1005f1a918a0000 connected 2024-11-20T21:47:15,852 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:15,854 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:15,863 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:47:15,867 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a, hbase.cluster.distributed=false 2024-11-20T21:47:15,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:47:15,893 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38019 2024-11-20T21:47:15,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38019 2024-11-20T21:47:15,895 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38019 2024-11-20T21:47:15,896 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38019 2024-11-20T21:47:15,897 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38019 2024-11-20T21:47:15,989 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:47:15,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:47:15,991 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:47:15,992 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:47:15,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:47:15,992 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:47:15,994 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:47:15,997 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:47:15,998 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40335 2024-11-20T21:47:16,000 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40335 connecting to ZooKeeper ensemble=127.0.0.1:53319 2024-11-20T21:47:16,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:16,005 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:16,012 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:403350x0, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:47:16,012 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40335-0x1005f1a918a0001 connected 2024-11-20T21:47:16,012 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:47:16,017 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:47:16,025 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:47:16,027 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:47:16,032 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:47:16,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-20T21:47:16,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40335 2024-11-20T21:47:16,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40335 2024-11-20T21:47:16,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-20T21:47:16,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40335 2024-11-20T21:47:16,049 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:38019 2024-11-20T21:47:16,050 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:47:16,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:47:16,058 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:47:16,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,078 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,079 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:47:16,080 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,38019,1732139235395 from backup master directory 2024-11-20T21:47:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:47:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:47:16,084 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:47:16,084 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,087 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T21:47:16,088 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T21:47:16,139 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase.id] with ID: 0cf27243-59c5-4ef3-90ed-5b558053a04b 2024-11-20T21:47:16,139 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/.tmp/hbase.id 2024-11-20T21:47:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:47:16,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:47:16,152 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/.tmp/hbase.id]:[hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase.id] 2024-11-20T21:47:16,199 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:16,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:47:16,223 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T21:47:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,226 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:47:16,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:47:16,258 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:16,260 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:47:16,265 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:47:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:47:16,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:47:16,312 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store 2024-11-20T21:47:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:47:16,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:47:16,336 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T21:47:16,340 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:16,341 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:47:16,341 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:47:16,342 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:47:16,344 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:47:16,344 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:47:16,344 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:47:16,346 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139236341Disabling compacts and flushes for region at 1732139236341Disabling writes for close at 1732139236344 (+3 ms)Writing region close event to WAL at 1732139236344Closed at 1732139236344 2024-11-20T21:47:16,348 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/.initializing 2024-11-20T21:47:16,349 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/WALs/e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,357 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:47:16,371 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C38019%2C1732139235395, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/WALs/e1fae5a3a175,38019,1732139235395, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/oldWALs, maxLogs=10 2024-11-20T21:47:16,404 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/WALs/e1fae5a3a175,38019,1732139235395/e1fae5a3a175%2C38019%2C1732139235395.1732139236377, exclude list is [], retry=0 2024-11-20T21:47:16,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:47:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:16,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:16,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T21:47:16,466 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/WALs/e1fae5a3a175,38019,1732139235395/e1fae5a3a175%2C38019%2C1732139235395.1732139236377 2024-11-20T21:47:16,467 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:33495:33495)] 2024-11-20T21:47:16,468 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:47:16,468 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:16,471 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,472 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,531 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:47:16,534 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:16,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:47:16,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:16,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,546 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:47:16,546 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:16,547 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,551 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:47:16,551 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,552 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:16,552 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,557 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,558 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,563 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,563 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,567 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:47:16,570 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:47:16,574 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:16,576 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=882637, jitterRate=0.1223316490650177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:47:16,585 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139236483Initializing all the Stores at 1732139236485 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139236486 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139236486Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139236486Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139236487 (+1 ms)Cleaning up temporary data from old regions at 1732139236564 (+77 ms)Region opened successfully at 1732139236585 (+21 ms) 2024-11-20T21:47:16,586 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:47:16,619 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75a7919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:47:16,644 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:47:16,654 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:47:16,654 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:47:16,656 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:47:16,658 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T21:47:16,663 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T21:47:16,663 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:47:16,691 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:47:16,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:47:16,704 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:47:16,707 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:47:16,709 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:47:16,711 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:47:16,713 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:47:16,717 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:47:16,718 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:47:16,720 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:47:16,722 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:47:16,739 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:47:16,740 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:47:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:47:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:47:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,746 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,38019,1732139235395, sessionid=0x1005f1a918a0000, setting cluster-up flag (Was=false) 2024-11-20T21:47:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,761 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:47:16,763 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:16,772 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:47:16,774 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:16,780 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:47:16,839 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(746): ClusterId : 0cf27243-59c5-4ef3-90ed-5b558053a04b 2024-11-20T21:47:16,842 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:47:16,846 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:47:16,846 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:47:16,849 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:47:16,850 DEBUG [RS:0;e1fae5a3a175:40335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53505ea2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:47:16,858 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:47:16,868 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:40335 2024-11-20T21:47:16,870 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:47:16,871 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:47:16,872 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:47:16,872 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:47:16,875 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,38019,1732139235395 with port=40335, startcode=1732139235958 2024-11-20T21:47:16,877 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:47:16,883 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,38019,1732139235395 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:47:16,890 DEBUG [RS:0;e1fae5a3a175:40335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:47:16,890 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:47:16,890 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:47:16,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:47:16,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:47:16,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:47:16,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:16,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:47:16,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:16,893 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139266893 2024-11-20T21:47:16,895 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:47:16,897 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:47:16,897 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:47:16,897 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:47:16,901 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:47:16,901 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:47:16,902 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:47:16,902 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:47:16,903 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:16,905 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,905 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:47:16,912 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:47:16,914 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:47:16,914 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:47:16,916 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:47:16,917 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:47:16,919 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139236918,5,FailOnTimeoutGroup] 2024-11-20T21:47:16,924 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139236919,5,FailOnTimeoutGroup] 2024-11-20T21:47:16,924 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:16,924 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:47:16,925 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:16,926 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:16,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:47:16,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:47:16,929 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:47:16,930 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a 2024-11-20T21:47:16,939 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35193, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:47:16,948 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38019 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:16,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:47:16,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:47:16,951 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38019 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:16,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:16,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:47:16,960 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:47:16,960 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,961 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:16,962 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:47:16,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:47:16,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:16,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:47:16,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:47:16,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,970 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a 2024-11-20T21:47:16,971 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33953 2024-11-20T21:47:16,971 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:47:16,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:16,972 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:47:16,975 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:47:16,975 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:16,975 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:47:16,977 DEBUG [RS:0;e1fae5a3a175:40335 {}] zookeeper.ZKUtil(111): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:16,977 WARN [RS:0;e1fae5a3a175:40335 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:47:16,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:16,977 INFO [RS:0;e1fae5a3a175:40335 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:47:16,977 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:47:16,977 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:16,979 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740 2024-11-20T21:47:16,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,40335,1732139235958] 2024-11-20T21:47:16,980 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740 2024-11-20T21:47:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:47:16,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:47:16,984 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:47:16,987 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:47:16,994 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:16,995 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=836380, jitterRate=0.0635123997926712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:47:17,000 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139236952Initializing all the Stores at 1732139236954 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139236954Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139236955 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139236955Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139236955Cleaning up temporary data from old regions at 1732139236983 (+28 ms)Region opened successfully at 1732139237000 (+17 ms) 2024-11-20T21:47:17,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:47:17,001 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:47:17,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:47:17,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:47:17,001 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:47:17,003 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:47:17,003 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139237001Disabling compacts and flushes for region at 1732139237001Disabling writes for close at 1732139237001Writing region close event to WAL at 1732139237002 (+1 ms)Closed at 1732139237002 2024-11-20T21:47:17,006 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:47:17,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:47:17,008 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:47:17,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:47:17,026 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:47:17,026 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:47:17,030 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:47:17,032 INFO [RS:0;e1fae5a3a175:40335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:47:17,032 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,034 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:47:17,042 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:47:17,043 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,044 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,044 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,044 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,044 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,045 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,046 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:47:17,046 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:47:17,046 DEBUG [RS:0;e1fae5a3a175:40335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:47:17,048 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,048 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,048 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,048 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,048 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,048 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,40335,1732139235958-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:47:17,068 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:47:17,070 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,40335,1732139235958-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,071 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,071 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.Replication(171): e1fae5a3a175,40335,1732139235958 started 2024-11-20T21:47:17,097 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,098 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,40335,1732139235958, RpcServer on e1fae5a3a175/172.17.0.2:40335, sessionid=0x1005f1a918a0001 2024-11-20T21:47:17,098 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:47:17,099 DEBUG [RS:0;e1fae5a3a175:40335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:17,099 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,40335,1732139235958' 2024-11-20T21:47:17,099 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:47:17,100 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:47:17,101 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:47:17,101 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:47:17,101 DEBUG [RS:0;e1fae5a3a175:40335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:17,101 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,40335,1732139235958' 2024-11-20T21:47:17,101 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:47:17,102 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:47:17,103 DEBUG [RS:0;e1fae5a3a175:40335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:47:17,103 INFO [RS:0;e1fae5a3a175:40335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:47:17,103 INFO [RS:0;e1fae5a3a175:40335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:47:17,181 WARN [e1fae5a3a175:38019 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:47:17,208 INFO [RS:0;e1fae5a3a175:40335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:47:17,211 INFO [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C40335%2C1732139235958, suffix=, logDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/oldWALs, maxLogs=32 2024-11-20T21:47:17,228 DEBUG [RS:0;e1fae5a3a175:40335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139237214, exclude list is [], retry=0 2024-11-20T21:47:17,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:17,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:17,236 INFO [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139237214 2024-11-20T21:47:17,237 DEBUG [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:33495:33495)] 2024-11-20T21:47:17,435 DEBUG [e1fae5a3a175:38019 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:47:17,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:17,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,40335,1732139235958, state=OPENING 2024-11-20T21:47:17,457 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:47:17,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:17,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:47:17,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:47:17,460 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:47:17,462 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:47:17,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,40335,1732139235958}] 2024-11-20T21:47:17,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:47:17,647 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58361, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:47:17,657 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:47:17,657 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:47:17,658 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:47:17,662 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C40335%2C1732139235958.meta, suffix=.meta, logDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958, archiveDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/oldWALs, maxLogs=32 2024-11-20T21:47:17,679 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.meta.1732139237664.meta, exclude list is [], retry=0 2024-11-20T21:47:17,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:17,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:17,687 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.meta.1732139237664.meta 2024-11-20T21:47:17,688 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:33495:33495)] 2024-11-20T21:47:17,688 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:47:17,690 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:47:17,694 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:47:17,698 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:47:17,702 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:47:17,702 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:17,703 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:47:17,703 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:47:17,706 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:47:17,707 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:47:17,707 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:17,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:17,708 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:47:17,710 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:47:17,710 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:17,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:17,711 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:47:17,712 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:47:17,712 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:17,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:17,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:47:17,715 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:47:17,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:17,716 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:47:17,716 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:47:17,718 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740 2024-11-20T21:47:17,720 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740 2024-11-20T21:47:17,723 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:47:17,723 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:47:17,724 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:47:17,727 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:47:17,729 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=813704, jitterRate=0.03467930853366852}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:47:17,729 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:47:17,731 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139237703Writing region info on filesystem at 1732139237703Initializing all the Stores at 1732139237705 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139237705Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139237706 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139237706Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139237706Cleaning up temporary data from old regions at 1732139237723 (+17 ms)Running coprocessor post-open hooks at 1732139237729 (+6 ms)Region opened successfully at 1732139237731 (+2 ms) 2024-11-20T21:47:17,738 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139237634 2024-11-20T21:47:17,748 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:47:17,749 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:47:17,750 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:17,752 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,40335,1732139235958, state=OPEN 2024-11-20T21:47:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:47:17,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:47:17,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:47:17,756 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:47:17,756 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:17,763 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:47:17,764 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,40335,1732139235958 in 292 msec 2024-11-20T21:47:17,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:47:17,772 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 750 msec 2024-11-20T21:47:17,773 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:47:17,774 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:47:17,792 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:17,794 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,40335,1732139235958, seqNum=-1] 2024-11-20T21:47:17,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:17,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59677, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:17,835 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0260 sec 2024-11-20T21:47:17,835 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139237835, completionTime=-1 2024-11-20T21:47:17,838 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:47:17,839 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:47:17,870 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T21:47:17,870 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139297870 2024-11-20T21:47:17,870 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139357870 2024-11-20T21:47:17,870 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 31 msec 2024-11-20T21:47:17,872 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38019,1732139235395-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,873 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38019,1732139235395-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,873 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38019,1732139235395-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,874 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:38019, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,874 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,875 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,881 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:47:17,902 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.818sec 2024-11-20T21:47:17,903 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:47:17,904 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:47:17,905 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:47:17,906 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:47:17,906 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:47:17,907 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38019,1732139235395-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:47:17,907 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38019,1732139235395-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:47:17,915 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:47:17,916 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:47:17,916 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,38019,1732139235395-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:47:17,948 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78885c89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:47:17,950 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T21:47:17,950 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T21:47:17,953 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,38019,-1 for getting cluster id 2024-11-20T21:47:17,955 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:47:17,963 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cf27243-59c5-4ef3-90ed-5b558053a04b' 2024-11-20T21:47:17,965 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:47:17,966 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cf27243-59c5-4ef3-90ed-5b558053a04b" 2024-11-20T21:47:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b1a7548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:47:17,968 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,38019,-1] 2024-11-20T21:47:17,971 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:47:17,973 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:47:17,975 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41654, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:47:17,978 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f513aef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:47:17,978 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:47:17,987 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,40335,1732139235958, seqNum=-1] 2024-11-20T21:47:17,988 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:47:17,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52096, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:47:18,016 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:18,017 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:47:18,024 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T21:47:18,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:47:18,034 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,38019,1732139235395 2024-11-20T21:47:18,037 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@757aa243 2024-11-20T21:47:18,038 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:47:18,040 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:47:18,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T21:47:18,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T21:47:18,046 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:47:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-11-20T21:47:18,076 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:47:18,079 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-11-20T21:47:18,079 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:18,082 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:47:18,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:47:18,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741835_1011 (size=389) 2024-11-20T21:47:18,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741835_1011 (size=389) 2024-11-20T21:47:18,108 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 715d19a1500e2ce43ccc0f6351d598c6, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a 2024-11-20T21:47:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741836_1012 (size=72) 2024-11-20T21:47:18,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741836_1012 (size=72) 2024-11-20T21:47:18,120 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:18,120 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 715d19a1500e2ce43ccc0f6351d598c6, disabling compactions & flushes 2024-11-20T21:47:18,120 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,120 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,120 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. after waiting 0 ms 2024-11-20T21:47:18,121 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,121 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,121 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 715d19a1500e2ce43ccc0f6351d598c6: Waiting for close lock at 1732139238120Disabling compacts and flushes for region at 1732139238120Disabling writes for close at 1732139238121 (+1 ms)Writing region close event to WAL at 1732139238121Closed at 1732139238121 2024-11-20T21:47:18,123 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:47:18,128 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1732139238123"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139238123"}]},"ts":"1732139238123"} 2024-11-20T21:47:18,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:47:18,135 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:47:18,137 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139238135"}]},"ts":"1732139238135"} 2024-11-20T21:47:18,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-11-20T21:47:18,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=715d19a1500e2ce43ccc0f6351d598c6, ASSIGN}] 2024-11-20T21:47:18,146 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=715d19a1500e2ce43ccc0f6351d598c6, ASSIGN 2024-11-20T21:47:18,148 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=715d19a1500e2ce43ccc0f6351d598c6, ASSIGN; state=OFFLINE, location=e1fae5a3a175,40335,1732139235958; forceNewPlan=false, retain=false 2024-11-20T21:47:18,300 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=715d19a1500e2ce43ccc0f6351d598c6, regionState=OPENING, regionLocation=e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:18,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=715d19a1500e2ce43ccc0f6351d598c6, ASSIGN because future has completed 2024-11-20T21:47:18,309 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 715d19a1500e2ce43ccc0f6351d598c6, server=e1fae5a3a175,40335,1732139235958}] 2024-11-20T21:47:18,478 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,478 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 715d19a1500e2ce43ccc0f6351d598c6, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:47:18,478 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,479 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:47:18,479 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,479 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,481 INFO [StoreOpener-715d19a1500e2ce43ccc0f6351d598c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,483 INFO [StoreOpener-715d19a1500e2ce43ccc0f6351d598c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 715d19a1500e2ce43ccc0f6351d598c6 columnFamilyName info 2024-11-20T21:47:18,483 DEBUG [StoreOpener-715d19a1500e2ce43ccc0f6351d598c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:47:18,485 INFO [StoreOpener-715d19a1500e2ce43ccc0f6351d598c6-1 {}] regionserver.HStore(327): Store=715d19a1500e2ce43ccc0f6351d598c6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:47:18,485 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,486 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,487 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,488 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,488 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,491 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,495 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:47:18,496 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 715d19a1500e2ce43ccc0f6351d598c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=784762, jitterRate=-0.0021239370107650757}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:47:18,496 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:18,497 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 715d19a1500e2ce43ccc0f6351d598c6: Running coprocessor pre-open hook at 1732139238479Writing region info on filesystem at 1732139238479Initializing all the Stores at 1732139238481 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139238481Cleaning up temporary data from old regions at 1732139238488 (+7 ms)Running coprocessor post-open hooks at 1732139238496 (+8 ms)Region opened successfully at 1732139238497 (+1 ms) 2024-11-20T21:47:18,500 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6., pid=6, masterSystemTime=1732139238464 2024-11-20T21:47:18,504 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,504 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:18,505 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=715d19a1500e2ce43ccc0f6351d598c6, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,40335,1732139235958 2024-11-20T21:47:18,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 715d19a1500e2ce43ccc0f6351d598c6, server=e1fae5a3a175,40335,1732139235958 because future has completed 2024-11-20T21:47:18,516 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:47:18,517 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 715d19a1500e2ce43ccc0f6351d598c6, server=e1fae5a3a175,40335,1732139235958 in 202 msec 2024-11-20T21:47:18,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:47:18,520 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=715d19a1500e2ce43ccc0f6351d598c6, ASSIGN in 372 msec 2024-11-20T21:47:18,521 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:47:18,521 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139238521"}]},"ts":"1732139238521"} 2024-11-20T21:47:18,524 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-11-20T21:47:18,526 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:47:18,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 459 msec 2024-11-20T21:47:23,208 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T21:47:23,263 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:47:23,264 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-11-20T21:47:25,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:47:25,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:47:25,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T21:47:25,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T21:47:25,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:47:25,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:47:25,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:47:25,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:47:28,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38019 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:47:28,134 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-11-20T21:47:28,136 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-11-20T21:47:28,143 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-11-20T21:47:28,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:47:28,159 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139248144, exclude list is [], retry=0 2024-11-20T21:47:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:28,166 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139237214 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139248144 2024-11-20T21:47:28,167 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495),(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-20T21:47:28,167 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139237214 is not closed yet, will try archiving it next time 2024-11-20T21:47:28,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741833_1009 (size=451) 2024-11-20T21:47:28,171 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139237214 not finished, retry = 0 2024-11-20T21:47:28,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741833_1009 (size=451) 2024-11-20T21:47:28,177 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6., hostname=e1fae5a3a175,40335,1732139235958, seqNum=2] 2024-11-20T21:47:28,275 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139237214 to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/oldWALs/e1fae5a3a175%2C40335%2C1732139235958.1732139237214 2024-11-20T21:47:42,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegion(8855): Flush requested on 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:47:42,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 715d19a1500e2ce43ccc0f6351d598c6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:47:42,295 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/890500ddaa7643b48bfbb4eb9befeb6d is 1055, key is row0001/info:/1732139248179/Put/seqid=0 2024-11-20T21:47:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741838_1014 (size=13386) 2024-11-20T21:47:42,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741838_1014 (size=13386) 2024-11-20T21:47:42,308 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/890500ddaa7643b48bfbb4eb9befeb6d 2024-11-20T21:47:42,355 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/890500ddaa7643b48bfbb4eb9befeb6d as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/890500ddaa7643b48bfbb4eb9befeb6d 2024-11-20T21:47:42,366 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/890500ddaa7643b48bfbb4eb9befeb6d, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T21:47:42,373 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 715d19a1500e2ce43ccc0f6351d598c6 in 138ms, sequenceid=12, compaction requested=false 2024-11-20T21:47:42,374 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 715d19a1500e2ce43ccc0f6351d598c6: 2024-11-20T21:47:44,534 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:47:48,259 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139268247, exclude list is [], retry=0 2024-11-20T21:47:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:48,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:48,265 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139248144 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139268247 2024-11-20T21:47:48,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495),(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-20T21:47:48,266 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139248144 is not closed yet, will try archiving it next time 2024-11-20T21:47:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741837_1013 (size=12149) 2024-11-20T21:47:48,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741837_1013 (size=12149) 2024-11-20T21:47:53,271 INFO [AsyncFSWAL-0-hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a-prefix:e1fae5a3a175,40335,1732139235958 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK], DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK]] 2024-11-20T21:47:53,274 WARN [AsyncFSWAL-0-hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a-prefix:e1fae5a3a175,40335,1732139235958 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK], DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK]] 2024-11-20T21:47:53,275 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1fae5a3a175%2C40335%2C1732139235958:(num 1732139268247) roll requested 2024-11-20T21:47:53,292 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139273275, exclude list is [], retry=0 2024-11-20T21:47:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:53,296 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:53,298 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139268247 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139273275 2024-11-20T21:47:53,298 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33495:33495),(127.0.0.1/127.0.0.1:36985:36985)] 2024-11-20T21:47:53,298 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139268247 is not closed yet, will try archiving it next time 2024-11-20T21:47:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741839_1015 (size=1233) 2024-11-20T21:47:53,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741839_1015 (size=1233) 2024-11-20T21:47:55,276 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:47:55,295 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139275276, exclude list is [], retry=0 2024-11-20T21:47:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44033,DS-54d63263-3434-49d0-ac9b-fc021f633787,DISK] 2024-11-20T21:47:55,298 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34685,DS-df6563af-5d72-425e-84bc-0261342426a4,DISK] 2024-11-20T21:47:55,301 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139273275 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139275276 2024-11-20T21:47:55,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36985:36985),(127.0.0.1/127.0.0.1:33495:33495)] 2024-11-20T21:47:55,301 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139273275 is not closed yet, will try archiving it next time 2024-11-20T21:47:55,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741840_1016 (size=93) 2024-11-20T21:47:55,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741840_1016 (size=93) 2024-11-20T21:47:55,304 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139273275 to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/oldWALs/e1fae5a3a175%2C40335%2C1732139235958.1732139273275 2024-11-20T21:47:57,945 INFO [master/e1fae5a3a175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:47:57,945 INFO [master/e1fae5a3a175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:48:03,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40335 {}] regionserver.HRegion(8855): Flush requested on 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:48:03,330 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 715d19a1500e2ce43ccc0f6351d598c6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:48:03,340 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/4b163ae4262b495fb0b11faaa4ba2890 is 1055, key is row0009/info:/1732139264235/Put/seqid=0 2024-11-20T21:48:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741842_1018 (size=13386) 2024-11-20T21:48:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741842_1018 (size=13386) 2024-11-20T21:48:03,348 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/4b163ae4262b495fb0b11faaa4ba2890 2024-11-20T21:48:03,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/4b163ae4262b495fb0b11faaa4ba2890 as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/4b163ae4262b495fb0b11faaa4ba2890 2024-11-20T21:48:03,370 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/4b163ae4262b495fb0b11faaa4ba2890, entries=8, sequenceid=23, filesize=13.1 K 2024-11-20T21:48:03,371 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for 715d19a1500e2ce43ccc0f6351d598c6 in 42ms, sequenceid=23, compaction requested=false 2024-11-20T21:48:03,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 715d19a1500e2ce43ccc0f6351d598c6: 2024-11-20T21:48:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-11-20T21:48:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:48:03,372 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/890500ddaa7643b48bfbb4eb9befeb6d because midkey is the same as first or last row 2024-11-20T21:48:03,479 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 715d19a1500e2ce43ccc0f6351d598c6, had cached 0 bytes from a total of 26772 2024-11-20T21:48:14,535 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:48:15,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:48:15,369 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:48:15,369 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:15,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:15,375 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:15,375 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:48:15,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:48:15,375 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1459024942, stopped=false 2024-11-20T21:48:15,375 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,38019,1732139235395 2024-11-20T21:48:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:15,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:15,377 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:48:15,378 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:48:15,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:15,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:15,378 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:15,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:15,378 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,40335,1732139235958' ***** 2024-11-20T21:48:15,379 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:48:15,379 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:48:15,379 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:48:15,379 INFO [RS:0;e1fae5a3a175:40335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:48:15,379 INFO [RS:0;e1fae5a3a175:40335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:48:15,379 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(3091): Received CLOSE for 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,40335,1732139235958 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:40335. 2024-11-20T21:48:15,380 DEBUG [RS:0;e1fae5a3a175:40335 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:15,380 DEBUG [RS:0;e1fae5a3a175:40335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:15,380 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 715d19a1500e2ce43ccc0f6351d598c6, disabling compactions & flushes 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:48:15,380 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:48:15,380 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:48:15,380 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:48:15,380 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. after waiting 0 ms 2024-11-20T21:48:15,380 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:48:15,381 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 715d19a1500e2ce43ccc0f6351d598c6 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-20T21:48:15,381 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:48:15,381 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:48:15,381 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:48:15,381 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1325): Online Regions={715d19a1500e2ce43ccc0f6351d598c6=TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:48:15,381 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:48:15,381 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:48:15,381 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:48:15,381 DEBUG [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 715d19a1500e2ce43ccc0f6351d598c6 2024-11-20T21:48:15,381 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-11-20T21:48:15,388 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/5c2f8331e8234efd99beec9d279a3080 is 1055, key is row0017/info:/1732139285334/Put/seqid=0 2024-11-20T21:48:15,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741843_1019 (size=10222) 2024-11-20T21:48:15,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741843_1019 (size=10222) 2024-11-20T21:48:15,397 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/5c2f8331e8234efd99beec9d279a3080 2024-11-20T21:48:15,405 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/info/bf94eacf29244b758237394d0521ad82 is 195, key is TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6./info:regioninfo/1732139238505/Put/seqid=0 2024-11-20T21:48:15,409 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/.tmp/info/5c2f8331e8234efd99beec9d279a3080 as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/5c2f8331e8234efd99beec9d279a3080 2024-11-20T21:48:15,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741844_1020 (size=7016) 2024-11-20T21:48:15,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741844_1020 (size=7016) 2024-11-20T21:48:15,420 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/info/bf94eacf29244b758237394d0521ad82 2024-11-20T21:48:15,420 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/info/5c2f8331e8234efd99beec9d279a3080, entries=5, sequenceid=31, filesize=10.0 K 2024-11-20T21:48:15,422 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 715d19a1500e2ce43ccc0f6351d598c6 in 42ms, sequenceid=31, compaction requested=true 2024-11-20T21:48:15,431 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/default/TestLogRolling-testSlowSyncLogRolling/715d19a1500e2ce43ccc0f6351d598c6/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-11-20T21:48:15,432 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:48:15,432 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 715d19a1500e2ce43ccc0f6351d598c6: Waiting for close lock at 1732139295380Running coprocessor pre-close hooks at 1732139295380Disabling compacts and flushes for region at 1732139295380Disabling writes for close at 1732139295380Obtaining lock to block concurrent updates at 1732139295381 (+1 ms)Preparing flush snapshotting stores in 715d19a1500e2ce43ccc0f6351d598c6 at 1732139295381Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1732139295381Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. at 1732139295382 (+1 ms)Flushing 715d19a1500e2ce43ccc0f6351d598c6/info: creating writer at 1732139295382Flushing 715d19a1500e2ce43ccc0f6351d598c6/info: appending metadata at 1732139295387 (+5 ms)Flushing 715d19a1500e2ce43ccc0f6351d598c6/info: closing flushed file at 1732139295388 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@468e7fa6: reopening flushed file at 1732139295408 (+20 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for 715d19a1500e2ce43ccc0f6351d598c6 in 42ms, sequenceid=31, compaction requested=true at 1732139295422 (+14 ms)Writing region close event to WAL at 1732139295426 (+4 ms)Running coprocessor post-close hooks at 1732139295431 (+5 ms)Closed at 1732139295432 (+1 ms) 2024-11-20T21:48:15,432 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1732139238042.715d19a1500e2ce43ccc0f6351d598c6. 2024-11-20T21:48:15,444 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/ns/b2f80f35cd08409c9bf559c218cd6870 is 43, key is default/ns:d/1732139237819/Put/seqid=0 2024-11-20T21:48:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741845_1021 (size=5153) 2024-11-20T21:48:15,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741845_1021 (size=5153) 2024-11-20T21:48:15,451 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/ns/b2f80f35cd08409c9bf559c218cd6870 2024-11-20T21:48:15,475 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/table/3850d2eb13ab459aa91fd4580a0f3ff8 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1732139238521/Put/seqid=0 2024-11-20T21:48:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741846_1022 (size=5396) 2024-11-20T21:48:15,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741846_1022 (size=5396) 2024-11-20T21:48:15,482 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/table/3850d2eb13ab459aa91fd4580a0f3ff8 2024-11-20T21:48:15,492 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/info/bf94eacf29244b758237394d0521ad82 as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/info/bf94eacf29244b758237394d0521ad82 2024-11-20T21:48:15,503 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/info/bf94eacf29244b758237394d0521ad82, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T21:48:15,505 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/ns/b2f80f35cd08409c9bf559c218cd6870 as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/ns/b2f80f35cd08409c9bf559c218cd6870 2024-11-20T21:48:15,515 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/ns/b2f80f35cd08409c9bf559c218cd6870, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:48:15,517 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/.tmp/table/3850d2eb13ab459aa91fd4580a0f3ff8 as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/table/3850d2eb13ab459aa91fd4580a0f3ff8 2024-11-20T21:48:15,528 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/table/3850d2eb13ab459aa91fd4580a0f3ff8, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T21:48:15,530 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false 2024-11-20T21:48:15,538 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:48:15,539 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:15,539 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:15,539 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139295381Running coprocessor pre-close hooks at 1732139295381Disabling compacts and flushes for region at 1732139295381Disabling writes for close at 1732139295381Obtaining lock to block concurrent updates at 1732139295381Preparing flush snapshotting stores in 1588230740 at 1732139295381Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1732139295382 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732139295383 (+1 ms)Flushing 1588230740/info: creating writer at 1732139295383Flushing 1588230740/info: appending metadata at 1732139295405 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732139295405Flushing 1588230740/ns: creating writer at 1732139295429 (+24 ms)Flushing 1588230740/ns: appending metadata at 1732139295443 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732139295443Flushing 1588230740/table: creating writer at 1732139295459 (+16 ms)Flushing 1588230740/table: appending metadata at 1732139295474 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732139295474Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7bb18b54: reopening flushed file at 1732139295490 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b60e0f0: reopening flushed file at 1732139295503 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7be25301: reopening flushed file at 1732139295515 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 149ms, sequenceid=11, compaction requested=false at 1732139295530 (+15 ms)Writing region close event to WAL at 1732139295532 (+2 ms)Running coprocessor post-close hooks at 1732139295539 (+7 ms)Closed at 1732139295539 2024-11-20T21:48:15,540 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:15,582 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,40335,1732139235958; all regions closed. 2024-11-20T21:48:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741834_1010 (size=3066) 2024-11-20T21:48:15,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741834_1010 (size=3066) 2024-11-20T21:48:15,589 DEBUG [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/oldWALs 2024-11-20T21:48:15,590 INFO [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C40335%2C1732139235958.meta:.meta(num 1732139237664) 2024-11-20T21:48:15,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741841_1017 (size=13164) 2024-11-20T21:48:15,592 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/WALs/e1fae5a3a175,40335,1732139235958/e1fae5a3a175%2C40335%2C1732139235958.1732139275276 not finished, retry = 0 2024-11-20T21:48:15,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741841_1017 (size=13164) 2024-11-20T21:48:15,700 DEBUG [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/oldWALs 2024-11-20T21:48:15,700 INFO [RS:0;e1fae5a3a175:40335 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C40335%2C1732139235958:(num 1732139275276) 2024-11-20T21:48:15,700 DEBUG [RS:0;e1fae5a3a175:40335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:15,700 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:48:15,701 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:48:15,701 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:48:15,701 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:48:15,701 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:48:15,701 INFO [RS:0;e1fae5a3a175:40335 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40335 2024-11-20T21:48:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,40335,1732139235958 2024-11-20T21:48:15,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:48:15,705 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:48:15,706 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,40335,1732139235958] 2024-11-20T21:48:15,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,40335,1732139235958 already deleted, retry=false 2024-11-20T21:48:15,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,40335,1732139235958 expired; onlineServers=0 2024-11-20T21:48:15,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,38019,1732139235395' ***** 2024-11-20T21:48:15,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:48:15,708 INFO [M:0;e1fae5a3a175:38019 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:48:15,708 INFO [M:0;e1fae5a3a175:38019 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:48:15,708 DEBUG [M:0;e1fae5a3a175:38019 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:48:15,708 DEBUG [M:0;e1fae5a3a175:38019 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:48:15,708 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:48:15,708 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139236919 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139236919,5,FailOnTimeoutGroup] 2024-11-20T21:48:15,708 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139236918 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139236918,5,FailOnTimeoutGroup] 2024-11-20T21:48:15,708 INFO [M:0;e1fae5a3a175:38019 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:48:15,708 INFO [M:0;e1fae5a3a175:38019 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:48:15,708 DEBUG [M:0;e1fae5a3a175:38019 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:48:15,709 INFO [M:0;e1fae5a3a175:38019 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:48:15,709 INFO [M:0;e1fae5a3a175:38019 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:48:15,709 INFO [M:0;e1fae5a3a175:38019 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:48:15,709 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:48:15,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:48:15,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:15,710 DEBUG [M:0;e1fae5a3a175:38019 {}] zookeeper.ZKUtil(347): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:48:15,710 WARN [M:0;e1fae5a3a175:38019 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:48:15,711 INFO [M:0;e1fae5a3a175:38019 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/.lastflushedseqids 2024-11-20T21:48:15,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741847_1023 (size=130) 2024-11-20T21:48:15,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741847_1023 (size=130) 2024-11-20T21:48:15,725 INFO [M:0;e1fae5a3a175:38019 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:48:15,725 INFO [M:0;e1fae5a3a175:38019 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:48:15,726 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:48:15,726 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:15,726 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:15,726 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:48:15,726 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:15,726 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.02 KB heapSize=29.20 KB 2024-11-20T21:48:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:15,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:48:15,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-11-20T21:48:15,751 DEBUG [M:0;e1fae5a3a175:38019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff0c4ba111a844009f1c7be66ece762c is 82, key is hbase:meta,,1/info:regioninfo/1732139237750/Put/seqid=0 2024-11-20T21:48:15,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:48:15,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741848_1024 (size=5672) 2024-11-20T21:48:15,762 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff0c4ba111a844009f1c7be66ece762c 2024-11-20T21:48:15,791 DEBUG [M:0;e1fae5a3a175:38019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e140ea82efe1484a8475185fd303341b is 766, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139238529/Put/seqid=0 2024-11-20T21:48:15,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741849_1025 (size=6247) 2024-11-20T21:48:15,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741849_1025 (size=6247) 2024-11-20T21:48:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:15,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40335-0x1005f1a918a0001, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:15,808 INFO [RS:0;e1fae5a3a175:40335 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:48:15,808 INFO [RS:0;e1fae5a3a175:40335 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,40335,1732139235958; zookeeper connection closed. 2024-11-20T21:48:15,808 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@44565eab {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@44565eab 2024-11-20T21:48:15,809 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:48:16,202 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.42 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e140ea82efe1484a8475185fd303341b 2024-11-20T21:48:16,215 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e140ea82efe1484a8475185fd303341b 2024-11-20T21:48:16,231 DEBUG [M:0;e1fae5a3a175:38019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2faff259db4417ea134b649baac377d is 69, key is e1fae5a3a175,40335,1732139235958/rs:state/1732139236955/Put/seqid=0 2024-11-20T21:48:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:48:16,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741850_1026 (size=5156) 2024-11-20T21:48:16,238 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2faff259db4417ea134b649baac377d 2024-11-20T21:48:16,260 DEBUG [M:0;e1fae5a3a175:38019 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1052874d59db457bb2643906673ca41a is 52, key is load_balancer_on/state:d/1732139238021/Put/seqid=0 2024-11-20T21:48:16,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741851_1027 (size=5056) 2024-11-20T21:48:16,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741851_1027 (size=5056) 2024-11-20T21:48:16,267 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1052874d59db457bb2643906673ca41a 2024-11-20T21:48:16,277 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ff0c4ba111a844009f1c7be66ece762c as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff0c4ba111a844009f1c7be66ece762c 2024-11-20T21:48:16,285 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ff0c4ba111a844009f1c7be66ece762c, entries=8, sequenceid=59, filesize=5.5 K 2024-11-20T21:48:16,287 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e140ea82efe1484a8475185fd303341b as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e140ea82efe1484a8475185fd303341b 2024-11-20T21:48:16,294 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e140ea82efe1484a8475185fd303341b 2024-11-20T21:48:16,294 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e140ea82efe1484a8475185fd303341b, entries=6, sequenceid=59, filesize=6.1 K 2024-11-20T21:48:16,295 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f2faff259db4417ea134b649baac377d as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2faff259db4417ea134b649baac377d 2024-11-20T21:48:16,302 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f2faff259db4417ea134b649baac377d, entries=1, sequenceid=59, filesize=5.0 K 2024-11-20T21:48:16,304 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/1052874d59db457bb2643906673ca41a as hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1052874d59db457bb2643906673ca41a 2024-11-20T21:48:16,311 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/1052874d59db457bb2643906673ca41a, entries=1, sequenceid=59, filesize=4.9 K 2024-11-20T21:48:16,312 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=59, compaction requested=false 2024-11-20T21:48:16,314 INFO [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:16,314 DEBUG [M:0;e1fae5a3a175:38019 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139295726Disabling compacts and flushes for region at 1732139295726Disabling writes for close at 1732139295726Obtaining lock to block concurrent updates at 1732139295726Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139295726Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23576, getHeapSize=29840, getOffHeapSize=0, getCellsCount=70 at 1732139295727 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139295727Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139295728 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139295751 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139295751Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139295771 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139295790 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139295790Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139296215 (+425 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139296230 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139296230Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732139296244 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732139296260 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732139296260Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@acce679: reopening flushed file at 1732139296276 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@594bd6a5: reopening flushed file at 1732139296285 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@89b1fc6: reopening flushed file at 1732139296294 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7dbacf10: reopening flushed file at 1732139296302 (+8 ms)Finished flush of dataSize ~23.02 KB/23576, heapSize ~29.14 KB/29840, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 586ms, sequenceid=59, compaction requested=false at 1732139296312 (+10 ms)Writing region close event to WAL at 1732139296313 (+1 ms)Closed at 1732139296313 2024-11-20T21:48:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34685 is added to blk_1073741830_1006 (size=27973) 2024-11-20T21:48:16,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44033 is added to blk_1073741830_1006 (size=27973) 2024-11-20T21:48:16,318 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:48:16,318 INFO [M:0;e1fae5a3a175:38019 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:48:16,318 INFO [M:0;e1fae5a3a175:38019 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38019 2024-11-20T21:48:16,318 INFO [M:0;e1fae5a3a175:38019 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:48:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:16,420 INFO [M:0;e1fae5a3a175:38019 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:48:16,420 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38019-0x1005f1a918a0000, quorum=127.0.0.1:53319, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:16,429 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1980243e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:16,433 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4f0b3f5b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:16,433 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@648b04b5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:16,434 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59da8489{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:16,436 WARN [BP-632901404-172.17.0.2-1732139232804 heartbeating to localhost/127.0.0.1:33953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:16,436 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:16,436 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:16,436 WARN [BP-632901404-172.17.0.2-1732139232804 heartbeating to localhost/127.0.0.1:33953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-632901404-172.17.0.2-1732139232804 (Datanode Uuid 284939f9-65ff-43c7-9b3e-71f81a638a0e) service to localhost/127.0.0.1:33953 2024-11-20T21:48:16,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data3/current/BP-632901404-172.17.0.2-1732139232804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:16,438 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data4/current/BP-632901404-172.17.0.2-1732139232804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:16,438 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:16,440 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b235369{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:16,441 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71652136{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:16,441 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:16,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c1bf4e4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:16,441 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@19d33f51{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:16,442 WARN [BP-632901404-172.17.0.2-1732139232804 heartbeating to localhost/127.0.0.1:33953 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:16,442 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:16,443 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:16,443 WARN [BP-632901404-172.17.0.2-1732139232804 heartbeating to localhost/127.0.0.1:33953 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-632901404-172.17.0.2-1732139232804 (Datanode Uuid b97cd5e1-9e6f-4bfc-8115-232450c2add8) service to localhost/127.0.0.1:33953 2024-11-20T21:48:16,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data1/current/BP-632901404-172.17.0.2-1732139232804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:16,443 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/cluster_cdea43f1-c107-1383-4f30-ec694817b180/data/data2/current/BP-632901404-172.17.0.2-1732139232804 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:16,444 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:16,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c362ac7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:48:16,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28d0ce06{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:16,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:16,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@61b67e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:16,455 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2420283b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:16,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:48:16,489 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:48:16,496 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=66 (was 12) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33953 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e1fae5a3a175:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/e1fae5a3a175:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e1fae5a3a175:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:33953 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@787e2a37 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33953 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:33953 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/e1fae5a3a175:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) - Thread LEAK? -, OpenFileDescriptor=390 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=131 (was 227), ProcessCount=11 (was 11), AvailableMemoryMB=3858 (was 4765) 2024-11-20T21:48:16,502 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=67, OpenFileDescriptor=390, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=3858 2024-11-20T21:48:16,502 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.log.dir so I do NOT create it in target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/fc407664-e759-9d4f-81a6-c622bc48071e/hadoop.tmp.dir so I do NOT create it in target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989, deleteOnExit=true 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/test.cache.data in system properties and HBase conf 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:48:16,503 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:48:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:48:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:48:16,504 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:48:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:48:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:48:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:48:16,504 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:48:16,505 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:48:16,591 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:16,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:16,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:16,617 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:16,618 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:48:16,619 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:16,619 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@504cad0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:16,620 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@40f9b5ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:16,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2868f745{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-37171-hadoop-hdfs-3_4_1-tests_jar-_-any-16032103315669116408/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:48:16,729 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@10b6771c{HTTP/1.1, (http/1.1)}{localhost:37171} 2024-11-20T21:48:16,729 INFO [Time-limited test {}] server.Server(415): Started @65795ms 2024-11-20T21:48:16,800 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:16,804 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:16,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:16,804 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:16,804 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:48:16,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a2367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:16,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3722f230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:16,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11e84626{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-35479-hadoop-hdfs-3_4_1-tests_jar-_-any-12563652883662507443/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:16,903 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1693d476{HTTP/1.1, (http/1.1)}{localhost:35479} 2024-11-20T21:48:16,903 INFO [Time-limited test {}] server.Server(415): Started @65968ms 2024-11-20T21:48:16,904 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:16,935 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:16,939 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:16,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:16,940 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:16,940 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:48:16,940 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ad0cbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:16,941 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f38d4d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:16,973 WARN [Thread-371 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data2/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:16,973 WARN [Thread-370 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data1/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:16,989 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2ca4725f32b684 with lease ID 0xbfccf998641c7c9b: Processing first storage report for DS-a7bd0f23-8602-43d0-abb5-22a59bdd7683 from datanode DatanodeRegistration(127.0.0.1:46085, datanodeUuid=003aad9b-7bef-4085-93ef-9789fad1c84f, infoPort=35099, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2ca4725f32b684 with lease ID 0xbfccf998641c7c9b: from storage DS-a7bd0f23-8602-43d0-abb5-22a59bdd7683 node DatanodeRegistration(127.0.0.1:46085, datanodeUuid=003aad9b-7bef-4085-93ef-9789fad1c84f, infoPort=35099, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:16,995 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2ca4725f32b684 with lease ID 0xbfccf998641c7c9b: Processing first storage report for DS-c500b4ea-41c3-43f3-a759-79271f5a8b7d from datanode DatanodeRegistration(127.0.0.1:46085, datanodeUuid=003aad9b-7bef-4085-93ef-9789fad1c84f, infoPort=35099, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:16,996 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2ca4725f32b684 with lease ID 0xbfccf998641c7c9b: from storage DS-c500b4ea-41c3-43f3-a759-79271f5a8b7d node DatanodeRegistration(127.0.0.1:46085, datanodeUuid=003aad9b-7bef-4085-93ef-9789fad1c84f, infoPort=35099, infoSecurePort=0, ipcPort=34219, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:17,050 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@21cfc6c9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-38737-hadoop-hdfs-3_4_1-tests_jar-_-any-3473584393307333909/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:17,051 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@47787664{HTTP/1.1, (http/1.1)}{localhost:38737} 2024-11-20T21:48:17,051 INFO [Time-limited test {}] server.Server(415): Started @66116ms 2024-11-20T21:48:17,052 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:48:17,053 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:17,120 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data3/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:17,120 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data4/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:17,143 WARN [Thread-385 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ac2fdad3dbb51ed with lease ID 0xbfccf998641c7c9c: Processing first storage report for DS-3732c552-0139-4ec1-99a1-948ddab6e0e8 from datanode DatanodeRegistration(127.0.0.1:33407, datanodeUuid=97a52775-faed-450a-a604-d1a82a1e3c29, infoPort=39549, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ac2fdad3dbb51ed with lease ID 0xbfccf998641c7c9c: from storage DS-3732c552-0139-4ec1-99a1-948ddab6e0e8 node DatanodeRegistration(127.0.0.1:33407, datanodeUuid=97a52775-faed-450a-a604-d1a82a1e3c29, infoPort=39549, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T21:48:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2ac2fdad3dbb51ed with lease ID 0xbfccf998641c7c9c: Processing first storage report for DS-d83cf89b-9b8b-4bde-983f-c155ce53eea2 from datanode DatanodeRegistration(127.0.0.1:33407, datanodeUuid=97a52775-faed-450a-a604-d1a82a1e3c29, infoPort=39549, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:17,147 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2ac2fdad3dbb51ed with lease ID 0xbfccf998641c7c9c: from storage DS-d83cf89b-9b8b-4bde-983f-c155ce53eea2 node DatanodeRegistration(127.0.0.1:33407, datanodeUuid=97a52775-faed-450a-a604-d1a82a1e3c29, infoPort=39549, infoSecurePort=0, ipcPort=33917, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:17,189 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399 2024-11-20T21:48:17,192 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/zookeeper_0, clientPort=63473, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:48:17,193 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63473 2024-11-20T21:48:17,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:48:17,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:48:17,210 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585 with version=8 2024-11-20T21:48:17,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase-staging 2024-11-20T21:48:17,213 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:48:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:17,213 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:48:17,213 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:17,214 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:48:17,214 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:48:17,214 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:48:17,217 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34255 2024-11-20T21:48:17,220 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34255 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-20T21:48:17,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:342550x0, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:48:17,227 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34255-0x1005f1b86150000 connected 2024-11-20T21:48:17,242 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:17,248 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585, hbase.cluster.distributed=false 2024-11-20T21:48:17,251 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:48:17,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-20T21:48:17,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34255 2024-11-20T21:48:17,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34255 2024-11-20T21:48:17,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-20T21:48:17,252 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34255 2024-11-20T21:48:17,273 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:48:17,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:17,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:17,273 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:48:17,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:17,273 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:48:17,273 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:48:17,274 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:48:17,275 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45059 2024-11-20T21:48:17,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45059 connecting to ZooKeeper ensemble=127.0.0.1:63473 2024-11-20T21:48:17,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:450590x0, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:48:17,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:450590x0, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:17,286 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45059-0x1005f1b86150001 connected 2024-11-20T21:48:17,287 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:48:17,287 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:48:17,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:48:17,289 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:48:17,293 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45059 2024-11-20T21:48:17,294 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45059 2024-11-20T21:48:17,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45059 2024-11-20T21:48:17,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45059 2024-11-20T21:48:17,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45059 2024-11-20T21:48:17,312 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:34255 2024-11-20T21:48:17,312 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:17,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:17,314 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:48:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,315 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,316 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:48:17,316 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,34255,1732139297213 from backup master directory 2024-11-20T21:48:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:17,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:17,317 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:48:17,317 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,323 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/hbase.id] with ID: d9e90765-42c8-4653-9084-b062dd5ba315 2024-11-20T21:48:17,323 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/.tmp/hbase.id 2024-11-20T21:48:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:48:17,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:48:17,350 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/.tmp/hbase.id]:[hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/hbase.id] 2024-11-20T21:48:17,373 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:17,373 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:48:17,375 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T21:48:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:48:17,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:48:17,387 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:48:17,388 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:48:17,388 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:48:17,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:48:17,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:48:17,398 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store 2024-11-20T21:48:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:48:17,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:48:17,407 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:17,407 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:48:17,407 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:17,407 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:17,407 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:48:17,407 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:17,407 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:17,407 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139297407Disabling compacts and flushes for region at 1732139297407Disabling writes for close at 1732139297407Writing region close event to WAL at 1732139297407Closed at 1732139297407 2024-11-20T21:48:17,408 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/.initializing 2024-11-20T21:48:17,408 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,409 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:48:17,412 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C34255%2C1732139297213, suffix=, logDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213, archiveDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/oldWALs, maxLogs=10 2024-11-20T21:48:17,424 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412, exclude list is [], retry=0 2024-11-20T21:48:17,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46085,DS-a7bd0f23-8602-43d0-abb5-22a59bdd7683,DISK] 2024-11-20T21:48:17,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-3732c552-0139-4ec1-99a1-948ddab6e0e8,DISK] 2024-11-20T21:48:17,430 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 2024-11-20T21:48:17,430 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35099:35099),(127.0.0.1/127.0.0.1:39549:39549)] 2024-11-20T21:48:17,430 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:48:17,431 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:17,431 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,431 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,434 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:48:17,434 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:17,435 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:48:17,437 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,437 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:17,438 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,440 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:48:17,440 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:17,441 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,443 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:48:17,444 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,444 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:17,445 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,446 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,447 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,449 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,449 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,450 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:48:17,452 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:17,456 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:48:17,457 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=779748, jitterRate=-0.008499234914779663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:48:17,458 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139297431Initializing all the Stores at 1732139297432 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139297432Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139297432Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139297432Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139297432Cleaning up temporary data from old regions at 1732139297449 (+17 ms)Region opened successfully at 1732139297458 (+9 ms) 2024-11-20T21:48:17,460 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:48:17,465 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e6c3f77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:48:17,467 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:48:17,467 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:48:17,467 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:48:17,467 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:48:17,468 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:48:17,469 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:48:17,469 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:48:17,472 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:48:17,473 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:48:17,474 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:48:17,475 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:48:17,475 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:48:17,476 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:48:17,477 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:48:17,478 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:48:17,479 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:48:17,480 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:48:17,481 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:48:17,484 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:48:17,485 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:48:17,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:17,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:17,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,487 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,34255,1732139297213, sessionid=0x1005f1b86150000, setting cluster-up flag (Was=false) 2024-11-20T21:48:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,489 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,492 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:48:17,494 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,500 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:48:17,501 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:17,503 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:48:17,505 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:17,505 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:48:17,506 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:48:17,506 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,34255,1732139297213 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:48:17,508 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,511 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:17,511 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:48:17,512 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139327513 2024-11-20T21:48:17,512 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:48:17,513 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,514 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:48:17,514 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:48:17,514 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:48:17,517 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:48:17,517 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:48:17,517 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139297517,5,FailOnTimeoutGroup] 2024-11-20T21:48:17,520 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139297517,5,FailOnTimeoutGroup] 2024-11-20T21:48:17,520 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,521 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:48:17,521 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,521 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:48:17,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:48:17,530 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:48:17,530 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585 2024-11-20T21:48:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:48:17,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:48:17,552 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:17,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:48:17,556 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:48:17,556 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:17,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:48:17,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:48:17,560 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:17,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:48:17,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:48:17,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:17,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:48:17,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:48:17,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:17,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:17,567 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:48:17,568 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740 2024-11-20T21:48:17,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740 2024-11-20T21:48:17,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:48:17,571 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:48:17,571 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:48:17,573 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:48:17,576 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:48:17,577 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=831376, jitterRate=0.05714942514896393}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:48:17,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139297552Initializing all the Stores at 1732139297553 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139297553Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139297554 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139297554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139297554Cleaning up temporary data from old regions at 1732139297571 (+17 ms)Region opened successfully at 1732139297578 (+7 ms) 2024-11-20T21:48:17,578 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:48:17,578 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:48:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:48:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:48:17,579 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:48:17,579 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:17,580 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139297578Disabling compacts and flushes for region at 1732139297578Disabling writes for close at 1732139297579 (+1 ms)Writing region close event to WAL at 1732139297579Closed at 1732139297579 2024-11-20T21:48:17,581 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:17,582 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:48:17,582 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:48:17,584 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:48:17,585 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:48:17,602 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(746): ClusterId : d9e90765-42c8-4653-9084-b062dd5ba315 2024-11-20T21:48:17,602 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:48:17,605 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:48:17,605 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:48:17,607 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:48:17,608 DEBUG [RS:0;e1fae5a3a175:45059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dca39c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:48:17,623 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:45059 2024-11-20T21:48:17,623 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:48:17,623 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:48:17,623 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:48:17,624 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,34255,1732139297213 with port=45059, startcode=1732139297272 2024-11-20T21:48:17,624 DEBUG [RS:0;e1fae5a3a175:45059 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:48:17,627 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52593, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:48:17,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,628 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34255 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,631 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585 2024-11-20T21:48:17,631 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45071 2024-11-20T21:48:17,631 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:48:17,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:48:17,633 DEBUG [RS:0;e1fae5a3a175:45059 {}] zookeeper.ZKUtil(111): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,633 WARN [RS:0;e1fae5a3a175:45059 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:48:17,633 INFO [RS:0;e1fae5a3a175:45059 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:48:17,634 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,45059,1732139297272] 2024-11-20T21:48:17,634 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,640 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:48:17,644 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:48:17,645 INFO [RS:0;e1fae5a3a175:45059 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:48:17,645 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,645 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:48:17,646 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:48:17,647 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,647 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,648 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,648 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,648 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:17,648 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:48:17,648 DEBUG [RS:0;e1fae5a3a175:45059 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:48:17,652 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,652 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,652 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,652 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,653 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,653 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45059,1732139297272-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:48:17,667 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:48:17,668 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,45059,1732139297272-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,668 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,668 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.Replication(171): e1fae5a3a175,45059,1732139297272 started 2024-11-20T21:48:17,683 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:17,683 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,45059,1732139297272, RpcServer on e1fae5a3a175/172.17.0.2:45059, sessionid=0x1005f1b86150001 2024-11-20T21:48:17,683 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:48:17,683 DEBUG [RS:0;e1fae5a3a175:45059 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,683 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,45059,1732139297272' 2024-11-20T21:48:17,683 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:48:17,684 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:48:17,685 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:48:17,685 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:48:17,685 DEBUG [RS:0;e1fae5a3a175:45059 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,685 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,45059,1732139297272' 2024-11-20T21:48:17,685 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:48:17,686 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:48:17,686 DEBUG [RS:0;e1fae5a3a175:45059 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:48:17,686 INFO [RS:0;e1fae5a3a175:45059 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:48:17,686 INFO [RS:0;e1fae5a3a175:45059 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:48:17,736 WARN [e1fae5a3a175:34255 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:48:17,787 INFO [RS:0;e1fae5a3a175:45059 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:48:17,790 INFO [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C45059%2C1732139297272, suffix=, logDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272, archiveDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs, maxLogs=32 2024-11-20T21:48:17,809 DEBUG [RS:0;e1fae5a3a175:45059 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793, exclude list is [], retry=0 2024-11-20T21:48:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-3732c552-0139-4ec1-99a1-948ddab6e0e8,DISK] 2024-11-20T21:48:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46085,DS-a7bd0f23-8602-43d0-abb5-22a59bdd7683,DISK] 2024-11-20T21:48:17,815 INFO [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 2024-11-20T21:48:17,816 DEBUG [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35099:35099),(127.0.0.1/127.0.0.1:39549:39549)] 2024-11-20T21:48:17,986 DEBUG [e1fae5a3a175:34255 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:48:17,987 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:17,989 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,45059,1732139297272, state=OPENING 2024-11-20T21:48:17,990 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:48:17,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:17,993 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:48:17,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:17,993 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:17,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,45059,1732139297272}] 2024-11-20T21:48:18,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:48:18,151 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57933, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:48:18,157 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:48:18,158 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:48:18,158 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:48:18,161 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C45059%2C1732139297272.meta, suffix=.meta, logDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272, archiveDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs, maxLogs=32 2024-11-20T21:48:18,176 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta, exclude list is [], retry=0 2024-11-20T21:48:18,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-3732c552-0139-4ec1-99a1-948ddab6e0e8,DISK] 2024-11-20T21:48:18,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46085,DS-a7bd0f23-8602-43d0-abb5-22a59bdd7683,DISK] 2024-11-20T21:48:18,182 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta 2024-11-20T21:48:18,182 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39549:39549),(127.0.0.1/127.0.0.1:35099:35099)] 2024-11-20T21:48:18,182 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:48:18,183 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:48:18,183 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:48:18,183 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:48:18,183 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:48:18,183 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:18,184 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:48:18,184 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:48:18,186 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:48:18,187 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:48:18,187 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:18,187 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:18,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:48:18,189 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:48:18,189 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:18,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:18,190 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:48:18,191 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:48:18,191 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:18,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:48:18,192 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:48:18,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:18,193 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:18,193 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:48:18,194 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740 2024-11-20T21:48:18,196 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740 2024-11-20T21:48:18,198 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:48:18,198 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:48:18,198 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:48:18,200 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:48:18,201 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=729528, jitterRate=-0.07235792279243469}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:48:18,201 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:48:18,202 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139298184Writing region info on filesystem at 1732139298184Initializing all the Stores at 1732139298185 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139298185Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139298185Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139298185Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139298186 (+1 ms)Cleaning up temporary data from old regions at 1732139298198 (+12 ms)Running coprocessor post-open hooks at 1732139298201 (+3 ms)Region opened successfully at 1732139298202 (+1 ms) 2024-11-20T21:48:18,204 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139298148 2024-11-20T21:48:18,207 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:48:18,207 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:48:18,208 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:18,210 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,45059,1732139297272, state=OPEN 2024-11-20T21:48:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:48:18,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:48:18,212 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:18,212 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:18,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:48:18,216 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,45059,1732139297272 in 219 msec 2024-11-20T21:48:18,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:48:18,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 634 msec 2024-11-20T21:48:18,221 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:18,221 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:48:18,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:48:18,223 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,45059,1732139297272, seqNum=-1] 2024-11-20T21:48:18,223 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:48:18,225 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48249, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:48:18,233 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 727 msec 2024-11-20T21:48:18,233 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139298233, completionTime=-1 2024-11-20T21:48:18,233 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:48:18,233 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139358236 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139418236 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34255,1732139297213-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34255,1732139297213-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,236 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34255,1732139297213-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,237 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:34255, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,237 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,238 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,239 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:48:18,243 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.926sec 2024-11-20T21:48:18,243 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:48:18,243 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:48:18,243 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:48:18,243 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:48:18,244 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:48:18,244 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34255,1732139297213-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:48:18,244 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34255,1732139297213-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:48:18,247 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:48:18,247 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:48:18,247 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,34255,1732139297213-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:18,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2728309d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:48:18,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,34255,-1 for getting cluster id 2024-11-20T21:48:18,303 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:48:18,305 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd9e90765-42c8-4653-9084-b062dd5ba315' 2024-11-20T21:48:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:48:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d9e90765-42c8-4653-9084-b062dd5ba315" 2024-11-20T21:48:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e5bfd46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:48:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,34255,-1] 2024-11-20T21:48:18,306 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:48:18,307 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:18,309 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:48:18,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5502bab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:48:18,310 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:48:18,311 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,45059,1732139297272, seqNum=-1] 2024-11-20T21:48:18,312 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:48:18,313 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37784, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:48:18,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:18,317 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:18,320 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T21:48:18,330 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:18,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:18,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:18,335 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:18,335 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:48:18,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22297bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:18,336 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23cfea44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:18,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2e48c6b3{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-39481-hadoop-hdfs-3_4_1-tests_jar-_-any-3100705134044145244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:18,432 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4798ac4f{HTTP/1.1, (http/1.1)}{localhost:39481} 2024-11-20T21:48:18,432 INFO [Time-limited test {}] server.Server(415): Started @67497ms 2024-11-20T21:48:18,433 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:18,470 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:18,473 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:18,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:18,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:18,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:48:18,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71cf58a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:18,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3336c307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:18,501 WARN [Thread-509 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data5/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:18,501 WARN [Thread-510 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data6/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:18,519 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c8ef13f7adad0a6 with lease ID 0xbfccf998641c7c9d: Processing first storage report for DS-025a141a-6eea-4f07-9d51-cd1a57335720 from datanode DatanodeRegistration(127.0.0.1:45891, datanodeUuid=72d62bd9-3ed9-4ee2-848a-d73c1955920b, infoPort=43259, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c8ef13f7adad0a6 with lease ID 0xbfccf998641c7c9d: from storage DS-025a141a-6eea-4f07-9d51-cd1a57335720 node DatanodeRegistration(127.0.0.1:45891, datanodeUuid=72d62bd9-3ed9-4ee2-848a-d73c1955920b, infoPort=43259, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2c8ef13f7adad0a6 with lease ID 0xbfccf998641c7c9d: Processing first storage report for DS-5512b18c-506a-4e55-b0f3-6a8b1eef94f5 from datanode DatanodeRegistration(127.0.0.1:45891, datanodeUuid=72d62bd9-3ed9-4ee2-848a-d73c1955920b, infoPort=43259, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:18,522 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2c8ef13f7adad0a6 with lease ID 0xbfccf998641c7c9d: from storage DS-5512b18c-506a-4e55-b0f3-6a8b1eef94f5 node DatanodeRegistration(127.0.0.1:45891, datanodeUuid=72d62bd9-3ed9-4ee2-848a-d73c1955920b, infoPort=43259, infoSecurePort=0, ipcPort=42069, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:18,576 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2613c244{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-38407-hadoop-hdfs-3_4_1-tests_jar-_-any-1129450885909065475/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:18,576 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d871dc0{HTTP/1.1, (http/1.1)}{localhost:38407} 2024-11-20T21:48:18,577 INFO [Time-limited test {}] server.Server(415): Started @67642ms 2024-11-20T21:48:18,578 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:18,607 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:18,610 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:18,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:18,611 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:18,612 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:48:18,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a0d2f5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:18,612 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@46cf8840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:18,641 WARN [Thread-544 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data7/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:18,645 WARN [Thread-545 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data8/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:18,668 WARN [Thread-524 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd03443154dd3c4b4 with lease ID 0xbfccf998641c7c9e: Processing first storage report for DS-4b2567a4-716b-4745-bdfd-64c97657530c from datanode DatanodeRegistration(127.0.0.1:42945, datanodeUuid=87b3faa4-ee57-4ccc-b7c5-3ba1085186f2, infoPort=46611, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd03443154dd3c4b4 with lease ID 0xbfccf998641c7c9e: from storage DS-4b2567a4-716b-4745-bdfd-64c97657530c node DatanodeRegistration(127.0.0.1:42945, datanodeUuid=87b3faa4-ee57-4ccc-b7c5-3ba1085186f2, infoPort=46611, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd03443154dd3c4b4 with lease ID 0xbfccf998641c7c9e: Processing first storage report for DS-e725cd5a-bc1b-4a6b-a6b8-dc9eb22ee60c from datanode DatanodeRegistration(127.0.0.1:42945, datanodeUuid=87b3faa4-ee57-4ccc-b7c5-3ba1085186f2, infoPort=46611, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:18,671 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd03443154dd3c4b4 with lease ID 0xbfccf998641c7c9e: from storage DS-e725cd5a-bc1b-4a6b-a6b8-dc9eb22ee60c node DatanodeRegistration(127.0.0.1:42945, datanodeUuid=87b3faa4-ee57-4ccc-b7c5-3ba1085186f2, infoPort=46611, infoSecurePort=0, ipcPort=39311, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:18,711 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@125975ef{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-42629-hadoop-hdfs-3_4_1-tests_jar-_-any-8285391552018824038/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:18,711 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23fb689b{HTTP/1.1, (http/1.1)}{localhost:42629} 2024-11-20T21:48:18,711 INFO [Time-limited test {}] server.Server(415): Started @67777ms 2024-11-20T21:48:18,713 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:18,777 WARN [Thread-569 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data9/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:18,777 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data10/current/BP-486414634-172.17.0.2-1732139296534/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:18,804 WARN [Thread-559 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde5d667a28993b6a with lease ID 0xbfccf998641c7c9f: Processing first storage report for DS-89777a21-b179-42c0-ab89-100dcf8aedbd from datanode DatanodeRegistration(127.0.0.1:34325, datanodeUuid=3c72a14d-c4d0-499e-9388-d79934857438, infoPort=33231, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde5d667a28993b6a with lease ID 0xbfccf998641c7c9f: from storage DS-89777a21-b179-42c0-ab89-100dcf8aedbd node DatanodeRegistration(127.0.0.1:34325, datanodeUuid=3c72a14d-c4d0-499e-9388-d79934857438, infoPort=33231, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xde5d667a28993b6a with lease ID 0xbfccf998641c7c9f: Processing first storage report for DS-a589cecb-4c77-44bd-82b7-7f1ccce2190c from datanode DatanodeRegistration(127.0.0.1:34325, datanodeUuid=3c72a14d-c4d0-499e-9388-d79934857438, infoPort=33231, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534) 2024-11-20T21:48:18,809 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xde5d667a28993b6a with lease ID 0xbfccf998641c7c9f: from storage DS-a589cecb-4c77-44bd-82b7-7f1ccce2190c node DatanodeRegistration(127.0.0.1:34325, datanodeUuid=3c72a14d-c4d0-499e-9388-d79934857438, infoPort=33231, infoSecurePort=0, ipcPort=33823, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:18,832 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:48:18,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:18,833 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5925620e 2024-11-20T21:48:18,834 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:48:18,836 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45906, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:48:18,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T21:48:18,837 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T21:48:18,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:48:18,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T21:48:18,841 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:48:18,841 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:18,842 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-11-20T21:48:18,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:48:18,843 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:48:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741835_1011 (size=393) 2024-11-20T21:48:18,851 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46085 is added to blk_1073741835_1011 (size=393) 2024-11-20T21:48:18,854 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fd4c20e42def334daf92ee15befa44af, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585 2024-11-20T21:48:18,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741836_1012 (size=76) 2024-11-20T21:48:18,863 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:18,863 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing fd4c20e42def334daf92ee15befa44af, disabling compactions & flushes 2024-11-20T21:48:18,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741836_1012 (size=76) 2024-11-20T21:48:18,863 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:18,863 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:18,863 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. after waiting 0 ms 2024-11-20T21:48:18,863 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:18,863 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:18,863 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for fd4c20e42def334daf92ee15befa44af: Waiting for close lock at 1732139298863Disabling compacts and flushes for region at 1732139298863Disabling writes for close at 1732139298863Writing region close event to WAL at 1732139298863Closed at 1732139298863 2024-11-20T21:48:18,865 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:48:18,865 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1732139298865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139298865"}]},"ts":"1732139298865"} 2024-11-20T21:48:18,868 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:48:18,869 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:48:18,870 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139298869"}]},"ts":"1732139298869"} 2024-11-20T21:48:18,872 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-11-20T21:48:18,873 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=fd4c20e42def334daf92ee15befa44af, ASSIGN}] 2024-11-20T21:48:18,875 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=fd4c20e42def334daf92ee15befa44af, ASSIGN 2024-11-20T21:48:18,876 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=fd4c20e42def334daf92ee15befa44af, ASSIGN; state=OFFLINE, location=e1fae5a3a175,45059,1732139297272; forceNewPlan=false, retain=false 2024-11-20T21:48:19,027 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd4c20e42def334daf92ee15befa44af, regionState=OPENING, regionLocation=e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:19,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=fd4c20e42def334daf92ee15befa44af, ASSIGN because future has completed 2024-11-20T21:48:19,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd4c20e42def334daf92ee15befa44af, server=e1fae5a3a175,45059,1732139297272}] 2024-11-20T21:48:19,198 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:19,198 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => fd4c20e42def334daf92ee15befa44af, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:48:19,198 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,198 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:19,198 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,198 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,201 INFO [StoreOpener-fd4c20e42def334daf92ee15befa44af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,203 INFO [StoreOpener-fd4c20e42def334daf92ee15befa44af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fd4c20e42def334daf92ee15befa44af columnFamilyName info 2024-11-20T21:48:19,203 DEBUG [StoreOpener-fd4c20e42def334daf92ee15befa44af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:19,203 INFO [StoreOpener-fd4c20e42def334daf92ee15befa44af-1 {}] regionserver.HStore(327): Store=fd4c20e42def334daf92ee15befa44af/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:19,204 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,205 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,205 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,206 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,206 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,208 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,211 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:48:19,212 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened fd4c20e42def334daf92ee15befa44af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=856126, jitterRate=0.08862145245075226}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:48:19,212 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:19,213 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for fd4c20e42def334daf92ee15befa44af: Running coprocessor pre-open hook at 1732139299199Writing region info on filesystem at 1732139299199Initializing all the Stores at 1732139299200 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139299200Cleaning up temporary data from old regions at 1732139299206 (+6 ms)Running coprocessor post-open hooks at 1732139299212 (+6 ms)Region opened successfully at 1732139299212 2024-11-20T21:48:19,214 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af., pid=6, masterSystemTime=1732139299192 2024-11-20T21:48:19,217 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:19,218 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:19,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=fd4c20e42def334daf92ee15befa44af, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:19,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure fd4c20e42def334daf92ee15befa44af, server=e1fae5a3a175,45059,1732139297272 because future has completed 2024-11-20T21:48:19,229 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:48:19,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure fd4c20e42def334daf92ee15befa44af, server=e1fae5a3a175,45059,1732139297272 in 187 msec 2024-11-20T21:48:19,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:48:19,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=fd4c20e42def334daf92ee15befa44af, ASSIGN in 356 msec 2024-11-20T21:48:19,235 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:48:19,235 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139299235"}]},"ts":"1732139299235"} 2024-11-20T21:48:19,239 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-11-20T21:48:19,241 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:48:19,244 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 403 msec 2024-11-20T21:48:20,436 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:20,445 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:20,957 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:48:20,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:20,982 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:23,640 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:48:23,642 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-11-20T21:48:25,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:48:25,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:48:25,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T21:48:25,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-11-20T21:48:25,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:25,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:48:28,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34255 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:48:28,864 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-11-20T21:48:28,865 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-11-20T21:48:28,867 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:48:28,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-11-20T21:48:28,875 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:48:28,876 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-11-20T21:48:28,880 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af., hostname=e1fae5a3a175,45059,1732139297272, seqNum=2] 2024-11-20T21:48:28,883 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-11-20T21:48:28,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T21:48:28,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:28,887 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_861259592_22 at /127.0.0.1:56082 [Receiving block BP-486414634-172.17.0.2-1732139296534:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:46085:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56082 dst: /127.0.0.1:46085 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:28,887 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_861259592_22 at /127.0.0.1:56096 [Receiving block BP-486414634-172.17.0.2-1732139296534:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:46085:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56096 dst: /127.0.0.1:46085 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:28,888 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_861259592_22 at /127.0.0.1:35590 [Receiving block BP-486414634-172.17.0.2-1732139296534:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:33407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35590 dst: /127.0.0.1:33407 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:28,888 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_861259592_22 at /127.0.0.1:35596 [Receiving block BP-486414634-172.17.0.2-1732139296534:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:33407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35596 dst: /127.0.0.1:33407 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:28,888 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1355520609_22 at /127.0.0.1:35560 [Receiving block BP-486414634-172.17.0.2-1732139296534:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:33407:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:35560 dst: /127.0.0.1:33407 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:28,887 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_1355520609_22 at /127.0.0.1:56044 [Receiving block BP-486414634-172.17.0.2-1732139296534:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:46085:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:56044 dst: /127.0.0.1:46085 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:28,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11e84626{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:28,889 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1693d476{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:28,889 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:28,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3722f230{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:28,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a2367{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:28,891 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:28,891 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:28,891 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486414634-172.17.0.2-1732139296534 (Datanode Uuid 003aad9b-7bef-4085-93ef-9789fad1c84f) service to localhost/127.0.0.1:45071 2024-11-20T21:48:28,891 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:28,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data1/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:28,892 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data2/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:28,892 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:28,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:28,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:28,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:28,909 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:28,909 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:48:28,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2140365b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:28,910 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@66ccac37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:29,003 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5739d091{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/java.io.tmpdir/jetty-localhost-40113-hadoop-hdfs-3_4_1-tests_jar-_-any-1979328144265804020/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:29,004 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31b18b83{HTTP/1.1, (http/1.1)}{localhost:40113} 2024-11-20T21:48:29,004 INFO [Time-limited test {}] server.Server(415): Started @78069ms 2024-11-20T21:48:29,005 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:29,025 WARN [AsyncFSWAL-0-hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585-prefix:e1fae5a3a175,45059,1732139297272 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:29,025 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1fae5a3a175%2C45059%2C1732139297272:(num 1732139297793) roll requested 2024-11-20T21:48:29,039 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139309025, exclude list is [], retry=0 2024-11-20T21:48:29,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34325,DS-89777a21-b179-42c0-ab89-100dcf8aedbd,DISK] 2024-11-20T21:48:29,043 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33407,DS-3732c552-0139-4ec1-99a1-948ddab6e0e8,DISK] 2024-11-20T21:48:29,046 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139309025 2024-11-20T21:48:29,047 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39549:39549),(127.0.0.1/127.0.0.1:33231:33231)] 2024-11-20T21:48:29,047 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 is not closed yet, will try archiving it next time 2024-11-20T21:48:29,048 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:29,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:48:29,049 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:29,049 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:48:29,049 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:29,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:29,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:29,049 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:48:29,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:48:29,050 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=75559587, stopped=false 2024-11-20T21:48:29,050 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,34255,1732139297213 2024-11-20T21:48:29,050 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T21:48:29,051 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T21:48:29,051 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 2024-11-20T21:48:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:29,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:29,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:29,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:29,052 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:48:29,052 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:48:29,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:29,052 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:29,053 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:29,053 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:29,053 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,45059,1732139297272' ***** 2024-11-20T21:48:29,053 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:48:29,053 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:48:29,053 INFO [RS:0;e1fae5a3a175:45059 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:48:29,053 INFO [RS:0;e1fae5a3a175:45059 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:48:29,053 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:48:29,053 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(3091): Received CLOSE for fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:29,054 WARN [IPC Server handler 3 on default port 45071 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-11-20T21:48:29,055 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:29,056 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:48:29,056 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fd4c20e42def334daf92ee15befa44af, disabling compactions & flushes 2024-11-20T21:48:29,056 INFO [RS:0;e1fae5a3a175:45059 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:45059. 2024-11-20T21:48:29,056 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:29,056 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:29,056 DEBUG [RS:0;e1fae5a3a175:45059 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:48:29,056 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. after waiting 0 ms 2024-11-20T21:48:29,056 DEBUG [RS:0;e1fae5a3a175:45059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:29,056 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:29,056 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:48:29,056 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:48:29,056 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fd4c20e42def334daf92ee15befa44af 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-11-20T21:48:29,056 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:48:29,056 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:48:29,057 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:48:29,057 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fd4c20e42def334daf92ee15befa44af=TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af.} 2024-11-20T21:48:29,057 DEBUG [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fd4c20e42def334daf92ee15befa44af 2024-11-20T21:48:29,057 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:48:29,057 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:48:29,057 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:48:29,057 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:48:29,057 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:48:29,057 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-11-20T21:48:29,058 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 after 5ms 2024-11-20T21:48:29,058 WARN [AsyncFSWAL-0-hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585-prefix:e1fae5a3a175,45059,1732139297272.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:29,059 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1fae5a3a175%2C45059%2C1732139297272.meta:.meta(num 1732139298163) roll requested 2024-11-20T21:48:29,075 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139309059.meta, exclude list is [], retry=0 2024-11-20T21:48:29,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34325,DS-89777a21-b179-42c0-ab89-100dcf8aedbd,DISK] 2024-11-20T21:48:29,079 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45891,DS-025a141a-6eea-4f07-9d51-cd1a57335720,DISK] 2024-11-20T21:48:29,079 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/.tmp/info/7f03471887484e5e87c6ab8e9cdffbf3 is 1055, key is row0001/info:/1732139308881/Put/seqid=0 2024-11-20T21:48:29,081 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139309059.meta 2024-11-20T21:48:29,082 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33231:33231),(127.0.0.1/127.0.0.1:43259:43259)] 2024-11-20T21:48:29,082 DEBUG [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta is not closed yet, will try archiving it next time 2024-11-20T21:48:29,082 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:29,083 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:29,083 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta 2024-11-20T21:48:29,083 WARN [IPC Server handler 0 on default port 45071 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-11-20T21:48:29,084 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta after 1ms 2024-11-20T21:48:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741839_1016 (size=7062) 2024-11-20T21:48:29,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741839_1016 (size=7062) 2024-11-20T21:48:29,090 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/.tmp/info/7f03471887484e5e87c6ab8e9cdffbf3 2024-11-20T21:48:29,098 WARN [Thread-608 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:29,099 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/.tmp/info/7f03471887484e5e87c6ab8e9cdffbf3 as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/info/7f03471887484e5e87c6ab8e9cdffbf3 2024-11-20T21:48:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xada5aaf96bd04b1f with lease ID 0xbfccf998641c7ca0: from storage DS-a7bd0f23-8602-43d0-abb5-22a59bdd7683 node DatanodeRegistration(127.0.0.1:39991, datanodeUuid=003aad9b-7bef-4085-93ef-9789fad1c84f, infoPort=44317, infoSecurePort=0, ipcPort=41147, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:29,102 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xada5aaf96bd04b1f with lease ID 0xbfccf998641c7ca0: from storage DS-c500b4ea-41c3-43f3-a759-79271f5a8b7d node DatanodeRegistration(127.0.0.1:39991, datanodeUuid=003aad9b-7bef-4085-93ef-9789fad1c84f, infoPort=44317, infoSecurePort=0, ipcPort=41147, storageInfo=lv=-57;cid=testClusterID;nsid=1086403317;c=1732139296534), blocks: 5, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:29,107 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/info/7f03471887484e5e87c6ab8e9cdffbf3, entries=2, sequenceid=6, filesize=6.9 K 2024-11-20T21:48:29,107 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/info/c1296bfe405d44e5896bb187ef7677a0 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af./info:regioninfo/1732139299218/Put/seqid=0 2024-11-20T21:48:29,108 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for fd4c20e42def334daf92ee15befa44af in 52ms, sequenceid=6, compaction requested=false 2024-11-20T21:48:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741840_1018 (size=7089) 2024-11-20T21:48:29,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741840_1018 (size=7089) 2024-11-20T21:48:29,113 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/info/c1296bfe405d44e5896bb187ef7677a0 2024-11-20T21:48:29,114 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/default/TestLogRolling-testLogRollOnDatanodeDeath/fd4c20e42def334daf92ee15befa44af/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:48:29,114 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:29,114 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fd4c20e42def334daf92ee15befa44af: Waiting for close lock at 1732139309056Running coprocessor pre-close hooks at 1732139309056Disabling compacts and flushes for region at 1732139309056Disabling writes for close at 1732139309056Obtaining lock to block concurrent updates at 1732139309056Preparing flush snapshotting stores in fd4c20e42def334daf92ee15befa44af at 1732139309056Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1732139309056Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. at 1732139309057 (+1 ms)Flushing fd4c20e42def334daf92ee15befa44af/info: creating writer at 1732139309057Flushing fd4c20e42def334daf92ee15befa44af/info: appending metadata at 1732139309078 (+21 ms)Flushing fd4c20e42def334daf92ee15befa44af/info: closing flushed file at 1732139309079 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549aca71: reopening flushed file at 1732139309098 (+19 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for fd4c20e42def334daf92ee15befa44af in 52ms, sequenceid=6, compaction requested=false at 1732139309109 (+11 ms)Writing region close event to WAL at 1732139309109Running coprocessor post-close hooks at 1732139309114 (+5 ms)Closed at 1732139309114 2024-11-20T21:48:29,115 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1732139298837.fd4c20e42def334daf92ee15befa44af. 2024-11-20T21:48:29,137 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/ns/05be3f2f0b594a51ab9a7222f484ed35 is 43, key is default/ns:d/1732139298226/Put/seqid=0 2024-11-20T21:48:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741841_1019 (size=5153) 2024-11-20T21:48:29,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39991 is added to blk_1073741841_1019 (size=5153) 2024-11-20T21:48:29,144 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/ns/05be3f2f0b594a51ab9a7222f484ed35 2024-11-20T21:48:29,166 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/table/d32f8a21a7244a53881ca16dc6de309b is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1732139299235/Put/seqid=0 2024-11-20T21:48:29,169 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741833_1014 (size=1599) 2024-11-20T21:48:29,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741842_1020 (size=5424) 2024-11-20T21:48:29,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741842_1020 (size=5424) 2024-11-20T21:48:29,174 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/table/d32f8a21a7244a53881ca16dc6de309b 2024-11-20T21:48:29,183 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/info/c1296bfe405d44e5896bb187ef7677a0 as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/info/c1296bfe405d44e5896bb187ef7677a0 2024-11-20T21:48:29,190 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/info/c1296bfe405d44e5896bb187ef7677a0, entries=10, sequenceid=11, filesize=6.9 K 2024-11-20T21:48:29,192 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/ns/05be3f2f0b594a51ab9a7222f484ed35 as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/ns/05be3f2f0b594a51ab9a7222f484ed35 2024-11-20T21:48:29,199 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/ns/05be3f2f0b594a51ab9a7222f484ed35, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:48:29,200 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/.tmp/table/d32f8a21a7244a53881ca16dc6de309b as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/table/d32f8a21a7244a53881ca16dc6de309b 2024-11-20T21:48:29,208 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/table/d32f8a21a7244a53881ca16dc6de309b, entries=2, sequenceid=11, filesize=5.3 K 2024-11-20T21:48:29,210 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false 2024-11-20T21:48:29,216 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:48:29,216 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:29,216 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:29,216 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139309057Running coprocessor pre-close hooks at 1732139309057Disabling compacts and flushes for region at 1732139309057Disabling writes for close at 1732139309057Obtaining lock to block concurrent updates at 1732139309057Preparing flush snapshotting stores in 1588230740 at 1732139309057Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1732139309058 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732139309083 (+25 ms)Flushing 1588230740/info: creating writer at 1732139309083Flushing 1588230740/info: appending metadata at 1732139309106 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732139309106Flushing 1588230740/ns: creating writer at 1732139309122 (+16 ms)Flushing 1588230740/ns: appending metadata at 1732139309137 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732139309137Flushing 1588230740/table: creating writer at 1732139309150 (+13 ms)Flushing 1588230740/table: appending metadata at 1732139309165 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732139309165Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da96b17: reopening flushed file at 1732139309181 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@417eeb5: reopening flushed file at 1732139309191 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50aaaf12: reopening flushed file at 1732139309199 (+8 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false at 1732139309210 (+11 ms)Writing region close event to WAL at 1732139309212 (+2 ms)Running coprocessor post-close hooks at 1732139309216 (+4 ms)Closed at 1732139309216 2024-11-20T21:48:29,217 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:29,257 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,45059,1732139297272; all regions closed. 2024-11-20T21:48:29,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741838_1015 (size=825) 2024-11-20T21:48:29,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45891 is added to blk_1073741838_1015 (size=825) 2024-11-20T21:48:29,654 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:48:29,719 INFO [regionserver/e1fae5a3a175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T21:48:29,719 INFO [regionserver/e1fae5a3a175:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T21:48:32,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741834_1017 (size=2386) 2024-11-20T21:48:33,059 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 after 4008ms 2024-11-20T21:48:33,060 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 to hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs/e1fae5a3a175%2C45059%2C1732139297272.1732139297793 2024-11-20T21:48:33,085 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta after 4002ms 2024-11-20T21:48:33,086 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/WALs/e1fae5a3a175,45059,1732139297272/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta to hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs/e1fae5a3a175%2C45059%2C1732139297272.meta.1732139298163.meta 2024-11-20T21:48:33,093 DEBUG [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs 2024-11-20T21:48:33,093 INFO [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C45059%2C1732139297272.meta:.meta(num 1732139309059) 2024-11-20T21:48:33,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741837_1013 (size=2288) 2024-11-20T21:48:33,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741837_1013 (size=2288) 2024-11-20T21:48:33,101 DEBUG [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs 2024-11-20T21:48:33,101 INFO [RS:0;e1fae5a3a175:45059 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C45059%2C1732139297272:(num 1732139309025) 2024-11-20T21:48:33,102 DEBUG [RS:0;e1fae5a3a175:45059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:33,102 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:48:33,102 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:48:33,102 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:48:33,102 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:48:33,102 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:48:33,102 INFO [RS:0;e1fae5a3a175:45059 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45059 2024-11-20T21:48:33,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:48:33,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,45059,1732139297272 2024-11-20T21:48:33,104 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:48:33,105 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,45059,1732139297272] 2024-11-20T21:48:33,106 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,45059,1732139297272 already deleted, retry=false 2024-11-20T21:48:33,106 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,45059,1732139297272 expired; onlineServers=0 2024-11-20T21:48:33,106 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,34255,1732139297213' ***** 2024-11-20T21:48:33,106 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:48:33,106 INFO [M:0;e1fae5a3a175:34255 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:48:33,106 INFO [M:0;e1fae5a3a175:34255 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:48:33,106 DEBUG [M:0;e1fae5a3a175:34255 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:48:33,106 DEBUG [M:0;e1fae5a3a175:34255 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:48:33,106 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:48:33,106 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139297517 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139297517,5,FailOnTimeoutGroup] 2024-11-20T21:48:33,106 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139297517 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139297517,5,FailOnTimeoutGroup] 2024-11-20T21:48:33,106 INFO [M:0;e1fae5a3a175:34255 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:48:33,106 INFO [M:0;e1fae5a3a175:34255 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:48:33,107 DEBUG [M:0;e1fae5a3a175:34255 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:48:33,107 INFO [M:0;e1fae5a3a175:34255 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:48:33,107 INFO [M:0;e1fae5a3a175:34255 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:48:33,107 INFO [M:0;e1fae5a3a175:34255 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:48:33,107 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:48:33,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:48:33,107 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:33,108 DEBUG [M:0;e1fae5a3a175:34255 {}] zookeeper.ZKUtil(347): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:48:33,108 WARN [M:0;e1fae5a3a175:34255 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:48:33,109 INFO [M:0;e1fae5a3a175:34255 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/.lastflushedseqids 2024-11-20T21:48:33,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741843_1021 (size=139) 2024-11-20T21:48:33,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741843_1021 (size=139) 2024-11-20T21:48:33,117 INFO [M:0;e1fae5a3a175:34255 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:48:33,117 INFO [M:0;e1fae5a3a175:34255 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:48:33,117 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:48:33,117 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:33,117 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:33,117 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:48:33,117 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:33,118 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.09 KB heapSize=29.05 KB 2024-11-20T21:48:33,118 WARN [AsyncFSWAL-0-hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData-prefix:e1fae5a3a175,34255,1732139297213 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:33,119 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL e1fae5a3a175%2C34255%2C1732139297213:(num 1732139297412) roll requested 2024-11-20T21:48:33,131 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139313119, exclude list is [], retry=0 2024-11-20T21:48:33,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45891,DS-025a141a-6eea-4f07-9d51-cd1a57335720,DISK] 2024-11-20T21:48:33,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42945,DS-4b2567a4-716b-4745-bdfd-64c97657530c,DISK] 2024-11-20T21:48:33,136 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 with entries=54, filesize=26.80 KB; new WAL /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139313119 2024-11-20T21:48:33,136 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43259:43259),(127.0.0.1/127.0.0.1:46611:46611)] 2024-11-20T21:48:33,136 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 is not closed yet, will try archiving it next time 2024-11-20T21:48:33,136 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:33,136 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T21:48:33,137 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 2024-11-20T21:48:33,138 WARN [IPC Server handler 2 on default port 45071 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 has not been closed. Lease recovery is in progress. RecoveryId = 1023 for block blk_1073741830_1006 2024-11-20T21:48:33,138 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 after 1ms 2024-11-20T21:48:33,153 DEBUG [M:0;e1fae5a3a175:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47f0db934d4b419c862f01077ddc3343 is 82, key is hbase:meta,,1/info:regioninfo/1732139298208/Put/seqid=0 2024-11-20T21:48:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45891 is added to blk_1073741845_1024 (size=5672) 2024-11-20T21:48:33,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741845_1024 (size=5672) 2024-11-20T21:48:33,160 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47f0db934d4b419c862f01077ddc3343 2024-11-20T21:48:33,181 DEBUG [M:0;e1fae5a3a175:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17b241ae2eb45bda3d88f42bd78cbb9 is 774, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139299243/Put/seqid=0 2024-11-20T21:48:33,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741846_1025 (size=6114) 2024-11-20T21:48:33,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741846_1025 (size=6114) 2024-11-20T21:48:33,188 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.49 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17b241ae2eb45bda3d88f42bd78cbb9 2024-11-20T21:48:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:33,205 INFO [RS:0;e1fae5a3a175:45059 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:48:33,205 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45059-0x1005f1b86150001, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:33,205 INFO [RS:0;e1fae5a3a175:45059 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,45059,1732139297272; zookeeper connection closed. 2024-11-20T21:48:33,205 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5f18e1ca {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5f18e1ca 2024-11-20T21:48:33,205 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:48:33,210 DEBUG [M:0;e1fae5a3a175:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae6bbe5e26e14a52bf07297e94447f29 is 69, key is e1fae5a3a175,45059,1732139297272/rs:state/1732139297628/Put/seqid=0 2024-11-20T21:48:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45891 is added to blk_1073741847_1026 (size=5156) 2024-11-20T21:48:33,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34325 is added to blk_1073741847_1026 (size=5156) 2024-11-20T21:48:33,216 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae6bbe5e26e14a52bf07297e94447f29 2024-11-20T21:48:33,238 DEBUG [M:0;e1fae5a3a175:34255 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/925e30ba351547afa4a0fe1817301abc is 52, key is load_balancer_on/state:d/1732139298318/Put/seqid=0 2024-11-20T21:48:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741848_1027 (size=5056) 2024-11-20T21:48:33,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33407 is added to blk_1073741848_1027 (size=5056) 2024-11-20T21:48:33,244 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/925e30ba351547afa4a0fe1817301abc 2024-11-20T21:48:33,251 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/47f0db934d4b419c862f01077ddc3343 as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47f0db934d4b419c862f01077ddc3343 2024-11-20T21:48:33,258 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/47f0db934d4b419c862f01077ddc3343, entries=8, sequenceid=56, filesize=5.5 K 2024-11-20T21:48:33,259 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d17b241ae2eb45bda3d88f42bd78cbb9 as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d17b241ae2eb45bda3d88f42bd78cbb9 2024-11-20T21:48:33,266 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d17b241ae2eb45bda3d88f42bd78cbb9, entries=6, sequenceid=56, filesize=6.0 K 2024-11-20T21:48:33,267 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ae6bbe5e26e14a52bf07297e94447f29 as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae6bbe5e26e14a52bf07297e94447f29 2024-11-20T21:48:33,274 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ae6bbe5e26e14a52bf07297e94447f29, entries=1, sequenceid=56, filesize=5.0 K 2024-11-20T21:48:33,275 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/925e30ba351547afa4a0fe1817301abc as hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/925e30ba351547afa4a0fe1817301abc 2024-11-20T21:48:33,282 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/925e30ba351547afa4a0fe1817301abc, entries=1, sequenceid=56, filesize=4.9 K 2024-11-20T21:48:33,283 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false 2024-11-20T21:48:33,285 INFO [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:33,285 DEBUG [M:0;e1fae5a3a175:34255 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139313117Disabling compacts and flushes for region at 1732139313117Disabling writes for close at 1732139313117Obtaining lock to block concurrent updates at 1732139313118 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139313118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23644, getHeapSize=29680, getOffHeapSize=0, getCellsCount=67 at 1732139313118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139313137 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139313137Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139313153 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139313153Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139313166 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139313181 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139313181Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139313194 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139313209 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139313209Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732139313221 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732139313237 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732139313237Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62208ca3: reopening flushed file at 1732139313250 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@792a0042: reopening flushed file at 1732139313258 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@484a9265: reopening flushed file at 1732139313266 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66cab888: reopening flushed file at 1732139313274 (+8 ms)Finished flush of dataSize ~23.09 KB/23644, heapSize ~28.98 KB/29680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 166ms, sequenceid=56, compaction requested=false at 1732139313283 (+9 ms)Writing region close event to WAL at 1732139313285 (+2 ms)Closed at 1732139313285 2024-11-20T21:48:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45891 is added to blk_1073741844_1022 (size=757) 2024-11-20T21:48:33,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42945 is added to blk_1073741844_1022 (size=757) 2024-11-20T21:48:34,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:34,142 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:34,143 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:34,656 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:48:34,658 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:34,674 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:34,675 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-11-20T21:48:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:35,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:48:35,728 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:48:37,139 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 after 4002ms 2024-11-20T21:48:37,140 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/WALs/e1fae5a3a175,34255,1732139297213/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 to hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/oldWALs/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 2024-11-20T21:48:37,146 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/MasterData/oldWALs/e1fae5a3a175%2C34255%2C1732139297213.1732139297412 to hdfs://localhost:45071/user/jenkins/test-data/8baf07bd-d08d-acca-2e16-d0df7dccb585/oldWALs/e1fae5a3a175%2C34255%2C1732139297213.1732139297412$masterlocalwal$ 2024-11-20T21:48:37,146 INFO [M:0;e1fae5a3a175:34255 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:48:37,146 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:48:37,146 INFO [M:0;e1fae5a3a175:34255 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34255 2024-11-20T21:48:37,147 INFO [M:0;e1fae5a3a175:34255 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:48:37,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:37,249 INFO [M:0;e1fae5a3a175:34255 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:48:37,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34255-0x1005f1b86150000, quorum=127.0.0.1:63473, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:48:37,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5739d091{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31b18b83{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:37,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:37,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@66ccac37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:37,260 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2140365b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:37,261 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:37,261 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:37,261 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486414634-172.17.0.2-1732139296534 (Datanode Uuid 003aad9b-7bef-4085-93ef-9789fad1c84f) service to localhost/127.0.0.1:45071 2024-11-20T21:48:37,261 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:37,261 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data1/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,262 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data2/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,262 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:37,264 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@125975ef{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,265 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23fb689b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:37,265 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:37,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@46cf8840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:37,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a0d2f5d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:37,266 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:37,266 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:37,266 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486414634-172.17.0.2-1732139296534 (Datanode Uuid 3c72a14d-c4d0-499e-9388-d79934857438) service to localhost/127.0.0.1:45071 2024-11-20T21:48:37,266 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:37,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data9/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,267 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data10/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,267 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:37,269 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2613c244{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,270 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d871dc0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:37,270 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:37,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3336c307{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:37,270 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71cf58a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:37,271 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:37,271 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:37,271 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486414634-172.17.0.2-1732139296534 (Datanode Uuid 87b3faa4-ee57-4ccc-b7c5-3ba1085186f2) service to localhost/127.0.0.1:45071 2024-11-20T21:48:37,271 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:37,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data7/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,272 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data8/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,272 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:37,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2e48c6b3{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,274 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4798ac4f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:37,274 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:37,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23cfea44{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:37,274 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22297bae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:37,275 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:37,275 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:37,276 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:37,276 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486414634-172.17.0.2-1732139296534 (Datanode Uuid 72d62bd9-3ed9-4ee2-848a-d73c1955920b) service to localhost/127.0.0.1:45071 2024-11-20T21:48:37,276 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data5/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,277 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data6/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,277 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:37,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@21cfc6c9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,279 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@47787664{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:37,279 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:37,279 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f38d4d0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:37,280 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ad0cbe6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:37,281 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:48:37,281 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:48:37,281 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:48:37,281 WARN [BP-486414634-172.17.0.2-1732139296534 heartbeating to localhost/127.0.0.1:45071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486414634-172.17.0.2-1732139296534 (Datanode Uuid 97a52775-faed-450a-a604-d1a82a1e3c29) service to localhost/127.0.0.1:45071 2024-11-20T21:48:37,281 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data3/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,282 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/cluster_22243346-bf38-edf3-cc49-a4f67b15a989/data/data4/current/BP-486414634-172.17.0.2-1732139296534 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:48:37,282 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:48:37,288 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2868f745{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:48:37,288 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@10b6771c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:48:37,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:48:37,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@40f9b5ee{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:48:37,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@504cad0e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir/,STOPPED} 2024-11-20T21:48:37,296 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:48:37,323 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:48:37,346 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 67) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:45071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:45071 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (2013823090) connection to localhost/127.0.0.1:45071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:45071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 390) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=108 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=3477 (was 3858) 2024-11-20T21:48:37,353 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=108, ProcessCount=11, AvailableMemoryMB=3446 2024-11-20T21:48:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:48:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.log.dir so I do NOT create it in target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39 2024-11-20T21:48:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/3e5da4bb-0301-2648-4629-5c8d8d97b399/hadoop.tmp.dir so I do NOT create it in target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39 2024-11-20T21:48:37,353 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3, deleteOnExit=true 2024-11-20T21:48:37,353 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/test.cache.data in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:48:37,354 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:48:37,354 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:48:37,355 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:48:37,422 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:37,430 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:37,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:37,431 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:37,431 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:48:37,432 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:37,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a5379d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:37,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65f7c0f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:37,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@71b06bf2{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/java.io.tmpdir/jetty-localhost-35133-hadoop-hdfs-3_4_1-tests_jar-_-any-8009726428723635806/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:48:37,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46c32f4b{HTTP/1.1, (http/1.1)}{localhost:35133} 2024-11-20T21:48:37,532 INFO [Time-limited test {}] server.Server(415): Started @86597ms 2024-11-20T21:48:37,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:37,608 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:37,609 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:37,610 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:37,610 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:48:37,610 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3792ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:37,611 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@202a70e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:37,704 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33a94890{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/java.io.tmpdir/jetty-localhost-41249-hadoop-hdfs-3_4_1-tests_jar-_-any-2572636940679093832/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65db3604{HTTP/1.1, (http/1.1)}{localhost:41249} 2024-11-20T21:48:37,705 INFO [Time-limited test {}] server.Server(415): Started @86770ms 2024-11-20T21:48:37,706 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:37,731 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:48:37,734 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:48:37,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:48:37,735 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:48:37,735 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:48:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3c134a8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:48:37,736 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d2ddf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:48:37,763 WARN [Thread-784 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data2/current/BP-1538412611-172.17.0.2-1732139317378/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:37,763 WARN [Thread-783 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data1/current/BP-1538412611-172.17.0.2-1732139317378/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:37,783 WARN [Thread-762 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76108fde95dbc915 with lease ID 0x5fb58071b29fa8ee: Processing first storage report for DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd from datanode DatanodeRegistration(127.0.0.1:38741, datanodeUuid=8e811c87-e843-4341-8be9-56ce99b2b152, infoPort=38735, infoSecurePort=0, ipcPort=40501, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378) 2024-11-20T21:48:37,786 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76108fde95dbc915 with lease ID 0x5fb58071b29fa8ee: from storage DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd node DatanodeRegistration(127.0.0.1:38741, datanodeUuid=8e811c87-e843-4341-8be9-56ce99b2b152, infoPort=38735, infoSecurePort=0, ipcPort=40501, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x76108fde95dbc915 with lease ID 0x5fb58071b29fa8ee: Processing first storage report for DS-6f1dfcae-475d-4bc7-9302-c29e8b3ceeb3 from datanode DatanodeRegistration(127.0.0.1:38741, datanodeUuid=8e811c87-e843-4341-8be9-56ce99b2b152, infoPort=38735, infoSecurePort=0, ipcPort=40501, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378) 2024-11-20T21:48:37,787 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x76108fde95dbc915 with lease ID 0x5fb58071b29fa8ee: from storage DS-6f1dfcae-475d-4bc7-9302-c29e8b3ceeb3 node DatanodeRegistration(127.0.0.1:38741, datanodeUuid=8e811c87-e843-4341-8be9-56ce99b2b152, infoPort=38735, infoSecurePort=0, ipcPort=40501, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:37,840 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@356ac7e5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/java.io.tmpdir/jetty-localhost-38815-hadoop-hdfs-3_4_1-tests_jar-_-any-12419093963701586244/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:48:37,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@51a5ec58{HTTP/1.1, (http/1.1)}{localhost:38815} 2024-11-20T21:48:37,841 INFO [Time-limited test {}] server.Server(415): Started @86906ms 2024-11-20T21:48:37,842 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:48:37,902 WARN [Thread-809 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data3/current/BP-1538412611-172.17.0.2-1732139317378/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:37,902 WARN [Thread-810 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data4/current/BP-1538412611-172.17.0.2-1732139317378/current, will proceed with Du for space computation calculation, 2024-11-20T21:48:37,920 WARN [Thread-798 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:48:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92d03dc79f8125fd with lease ID 0x5fb58071b29fa8ef: Processing first storage report for DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953 from datanode DatanodeRegistration(127.0.0.1:44309, datanodeUuid=16206e0a-7eca-44f5-ba64-a47ea91a3afb, infoPort=37813, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378) 2024-11-20T21:48:37,923 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92d03dc79f8125fd with lease ID 0x5fb58071b29fa8ef: from storage DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953 node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=16206e0a-7eca-44f5-ba64-a47ea91a3afb, infoPort=37813, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x92d03dc79f8125fd with lease ID 0x5fb58071b29fa8ef: Processing first storage report for DS-f8ec0a89-56c4-4bef-9423-30a14e6b9032 from datanode DatanodeRegistration(127.0.0.1:44309, datanodeUuid=16206e0a-7eca-44f5-ba64-a47ea91a3afb, infoPort=37813, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378) 2024-11-20T21:48:37,924 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x92d03dc79f8125fd with lease ID 0x5fb58071b29fa8ef: from storage DS-f8ec0a89-56c4-4bef-9423-30a14e6b9032 node DatanodeRegistration(127.0.0.1:44309, datanodeUuid=16206e0a-7eca-44f5-ba64-a47ea91a3afb, infoPort=37813, infoSecurePort=0, ipcPort=35353, storageInfo=lv=-57;cid=testClusterID;nsid=302466612;c=1732139317378), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:48:37,971 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39 2024-11-20T21:48:37,975 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/zookeeper_0, clientPort=56501, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:48:37,976 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=56501 2024-11-20T21:48:37,976 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:37,977 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:37,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:48:37,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:48:37,987 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174 with version=8 2024-11-20T21:48:37,987 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase-staging 2024-11-20T21:48:37,989 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:48:37,989 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:37,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:37,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:48:37,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:37,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:48:37,990 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:48:37,990 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:48:37,991 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46143 2024-11-20T21:48:37,993 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46143 connecting to ZooKeeper ensemble=127.0.0.1:56501 2024-11-20T21:48:37,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:461430x0, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:48:37,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46143-0x1005f1bd7440000 connected 2024-11-20T21:48:38,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:38,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:38,015 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:38,015 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174, hbase.cluster.distributed=false 2024-11-20T21:48:38,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:48:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46143 2024-11-20T21:48:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46143 2024-11-20T21:48:38,019 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46143 2024-11-20T21:48:38,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46143 2024-11-20T21:48:38,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46143 2024-11-20T21:48:38,034 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:48:38,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:38,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:38,034 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:48:38,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:48:38,034 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:48:38,035 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:48:38,035 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:48:38,035 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37673 2024-11-20T21:48:38,037 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37673 connecting to ZooKeeper ensemble=127.0.0.1:56501 2024-11-20T21:48:38,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:38,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:38,042 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376730x0, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:48:38,042 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37673-0x1005f1bd7440001 connected 2024-11-20T21:48:38,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:48:38,043 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:48:38,043 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:48:38,044 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:48:38,045 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:48:38,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37673 2024-11-20T21:48:38,048 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37673 2024-11-20T21:48:38,050 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37673 2024-11-20T21:48:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37673 2024-11-20T21:48:38,052 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37673 2024-11-20T21:48:38,063 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:46143 2024-11-20T21:48:38,063 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:38,065 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:38,065 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:48:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,067 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:48:38,067 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,46143,1732139317989 from backup master directory 2024-11-20T21:48:38,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:38,068 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:48:38,068 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:48:38,068 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,073 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/hbase.id] with ID: 47ae4885-7e59-4b34-b621-c36b117153e5 2024-11-20T21:48:38,073 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/.tmp/hbase.id 2024-11-20T21:48:38,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:48:38,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:48:38,080 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/.tmp/hbase.id]:[hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/hbase.id] 2024-11-20T21:48:38,093 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:38,093 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:48:38,095 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T21:48:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:48:38,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:48:38,106 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:48:38,107 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:48:38,107 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:48:38,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:48:38,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:48:38,117 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store 2024-11-20T21:48:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:48:38,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:48:38,125 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:38,125 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:48:38,125 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:38,125 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:38,125 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:48:38,125 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:38,125 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:48:38,125 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139318125Disabling compacts and flushes for region at 1732139318125Disabling writes for close at 1732139318125Writing region close event to WAL at 1732139318125Closed at 1732139318125 2024-11-20T21:48:38,126 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/.initializing 2024-11-20T21:48:38,126 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/WALs/e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,127 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:48:38,129 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C46143%2C1732139317989, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/WALs/e1fae5a3a175,46143,1732139317989, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/oldWALs, maxLogs=10 2024-11-20T21:48:38,140 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/WALs/e1fae5a3a175,46143,1732139317989/e1fae5a3a175%2C46143%2C1732139317989.1732139318129, exclude list is [], retry=0 2024-11-20T21:48:38,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd,DISK] 2024-11-20T21:48:38,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953,DISK] 2024-11-20T21:48:38,145 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/WALs/e1fae5a3a175,46143,1732139317989/e1fae5a3a175%2C46143%2C1732139317989.1732139318129 2024-11-20T21:48:38,146 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735),(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-20T21:48:38,146 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:48:38,146 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:38,146 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,146 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,148 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,149 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:48:38,149 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,150 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:48:38,151 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,151 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:38,152 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,153 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:48:38,153 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:38,154 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,155 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:48:38,156 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,156 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:38,156 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,157 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,157 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,159 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,159 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,159 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:48:38,161 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:48:38,163 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:48:38,164 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=846834, jitterRate=0.07680588960647583}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:48:38,164 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139318146Initializing all the Stores at 1732139318147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318147Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139318147Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139318147Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139318147Cleaning up temporary data from old regions at 1732139318159 (+12 ms)Region opened successfully at 1732139318164 (+5 ms) 2024-11-20T21:48:38,165 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:48:38,168 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a4db058, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:48:38,169 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:48:38,170 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:48:38,170 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:48:38,170 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:48:38,170 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:48:38,171 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:48:38,171 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:48:38,173 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:48:38,174 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:48:38,175 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:48:38,175 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:48:38,176 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:48:38,177 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:48:38,177 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:48:38,178 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:48:38,178 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:48:38,179 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:48:38,180 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:48:38,182 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:48:38,182 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:48:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:48:38,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,184 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,46143,1732139317989, sessionid=0x1005f1bd7440000, setting cluster-up flag (Was=false) 2024-11-20T21:48:38,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,186 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,188 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:48:38,189 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,191 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,194 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:48:38,195 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,197 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:48:38,199 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:38,199 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:48:38,199 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:48:38,199 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,46143,1732139317989 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,201 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:48:38,202 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139348204 2024-11-20T21:48:38,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:48:38,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:48:38,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:48:38,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:48:38,204 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:48:38,205 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:48:38,205 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,205 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:38,205 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:48:38,205 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:48:38,205 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:48:38,205 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:48:38,206 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:48:38,206 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:48:38,206 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139318206,5,FailOnTimeoutGroup] 2024-11-20T21:48:38,206 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139318206,5,FailOnTimeoutGroup] 2024-11-20T21:48:38,206 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,206 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:48:38,206 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,206 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,206 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,206 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:48:38,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:48:38,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:48:38,216 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:48:38,216 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174 2024-11-20T21:48:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:48:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:48:38,226 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:38,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:48:38,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:48:38,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:48:38,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:48:38,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,232 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:48:38,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:48:38,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:48:38,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:48:38,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:48:38,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740 2024-11-20T21:48:38,239 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740 2024-11-20T21:48:38,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:48:38,240 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:48:38,240 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:48:38,242 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:48:38,244 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:48:38,245 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767847, jitterRate=-0.02363276481628418}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:48:38,245 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139318226Initializing all the Stores at 1732139318227 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318227Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318227Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139318228 (+1 ms)Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318228Cleaning up temporary data from old regions at 1732139318240 (+12 ms)Region opened successfully at 1732139318245 (+5 ms) 2024-11-20T21:48:38,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:48:38,246 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:48:38,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:48:38,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:48:38,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:48:38,246 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:48:38,246 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139318246Disabling compacts and flushes for region at 1732139318246Disabling writes for close at 1732139318246Writing region close event to WAL at 1732139318246Closed at 1732139318246 2024-11-20T21:48:38,248 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:38,248 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:48:38,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:48:38,249 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:48:38,251 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:48:38,254 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(746): ClusterId : 47ae4885-7e59-4b34-b621-c36b117153e5 2024-11-20T21:48:38,254 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:48:38,256 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:48:38,256 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:48:38,257 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:48:38,257 DEBUG [RS:0;e1fae5a3a175:37673 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@271342f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:48:38,267 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:37673 2024-11-20T21:48:38,268 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:48:38,268 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:48:38,268 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:48:38,268 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,46143,1732139317989 with port=37673, startcode=1732139318034 2024-11-20T21:48:38,269 DEBUG [RS:0;e1fae5a3a175:37673 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:48:38,270 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34705, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:48:38,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,271 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46143 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,272 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174 2024-11-20T21:48:38,273 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39095 2024-11-20T21:48:38,273 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:48:38,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:48:38,274 DEBUG [RS:0;e1fae5a3a175:37673 {}] zookeeper.ZKUtil(111): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,274 WARN [RS:0;e1fae5a3a175:37673 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:48:38,274 INFO [RS:0;e1fae5a3a175:37673 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:48:38,274 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,275 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,37673,1732139318034] 2024-11-20T21:48:38,278 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:48:38,280 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:48:38,280 INFO [RS:0;e1fae5a3a175:37673 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:48:38,280 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,280 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:48:38,281 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:48:38,281 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:48:38,282 DEBUG [RS:0;e1fae5a3a175:37673 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:48:38,283 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,283 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,283 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,283 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,283 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,283 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,37673,1732139318034-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:48:38,296 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:48:38,296 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,37673,1732139318034-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,297 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,297 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.Replication(171): e1fae5a3a175,37673,1732139318034 started 2024-11-20T21:48:38,309 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,310 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,37673,1732139318034, RpcServer on e1fae5a3a175/172.17.0.2:37673, sessionid=0x1005f1bd7440001 2024-11-20T21:48:38,310 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:48:38,310 DEBUG [RS:0;e1fae5a3a175:37673 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,310 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,37673,1732139318034' 2024-11-20T21:48:38,310 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:48:38,310 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:48:38,311 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:48:38,311 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:48:38,311 DEBUG [RS:0;e1fae5a3a175:37673 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,311 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,37673,1732139318034' 2024-11-20T21:48:38,311 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:48:38,311 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:48:38,312 DEBUG [RS:0;e1fae5a3a175:37673 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:48:38,312 INFO [RS:0;e1fae5a3a175:37673 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:48:38,312 INFO [RS:0;e1fae5a3a175:37673 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:48:38,401 WARN [e1fae5a3a175:46143 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:48:38,412 INFO [RS:0;e1fae5a3a175:37673 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:48:38,415 INFO [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C37673%2C1732139318034, suffix=, logDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs, maxLogs=32 2024-11-20T21:48:38,433 DEBUG [RS:0;e1fae5a3a175:37673 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139318415, exclude list is [], retry=0 2024-11-20T21:48:38,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd,DISK] 2024-11-20T21:48:38,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953,DISK] 2024-11-20T21:48:38,438 INFO [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139318415 2024-11-20T21:48:38,438 DEBUG [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735),(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-20T21:48:38,651 DEBUG [e1fae5a3a175:46143 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:48:38,652 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,653 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,37673,1732139318034, state=OPENING 2024-11-20T21:48:38,654 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:48:38,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:48:38,656 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:48:38,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:38,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:38,656 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,37673,1732139318034}] 2024-11-20T21:48:38,811 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:48:38,814 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48731, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:48:38,823 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:48:38,823 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:48:38,823 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:48:38,825 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C37673%2C1732139318034.meta, suffix=.meta, logDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034, archiveDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs, maxLogs=32 2024-11-20T21:48:38,839 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.meta.1732139318826.meta, exclude list is [], retry=0 2024-11-20T21:48:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd,DISK] 2024-11-20T21:48:38,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953,DISK] 2024-11-20T21:48:38,844 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.meta.1732139318826.meta 2024-11-20T21:48:38,845 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813),(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T21:48:38,845 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:48:38,845 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:48:38,845 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:48:38,846 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:48:38,846 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:48:38,846 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:38,846 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:48:38,846 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:48:38,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:48:38,850 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:48:38,850 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:48:38,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:48:38,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:48:38,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:48:38,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:48:38,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:48:38,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:48:38,856 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:48:38,858 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740 2024-11-20T21:48:38,859 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740 2024-11-20T21:48:38,861 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:48:38,861 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:48:38,862 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:48:38,863 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:48:38,864 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=738304, jitterRate=-0.0611986368894577}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:48:38,864 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:48:38,865 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139318846Writing region info on filesystem at 1732139318846Initializing all the Stores at 1732139318848 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318848Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318848Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139318848Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139318848Cleaning up temporary data from old regions at 1732139318861 (+13 ms)Running coprocessor post-open hooks at 1732139318864 (+3 ms)Region opened successfully at 1732139318865 (+1 ms) 2024-11-20T21:48:38,866 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139318810 2024-11-20T21:48:38,868 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:48:38,868 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:48:38,869 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,870 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,37673,1732139318034, state=OPEN 2024-11-20T21:48:38,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:48:38,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:48:38,872 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:38,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:38,872 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:48:38,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:48:38,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,37673,1732139318034 in 216 msec 2024-11-20T21:48:38,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:48:38,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 626 msec 2024-11-20T21:48:38,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:48:38,878 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:48:38,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:48:38,879 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,37673,1732139318034, seqNum=-1] 2024-11-20T21:48:38,879 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:48:38,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48955, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:48:38,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 687 msec 2024-11-20T21:48:38,887 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139318887, completionTime=-1 2024-11-20T21:48:38,887 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:48:38,887 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:48:38,889 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T21:48:38,889 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139378889 2024-11-20T21:48:38,889 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139438889 2024-11-20T21:48:38,889 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-20T21:48:38,889 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46143,1732139317989-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,890 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46143,1732139317989-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,890 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46143,1732139317989-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,890 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:46143, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,890 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,890 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,892 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.826sec 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46143,1732139317989-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:48:38,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46143,1732139317989-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:48:38,897 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:48:38,897 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:48:38,897 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,46143,1732139317989-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:48:38,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c31f8fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:48:38,956 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,46143,-1 for getting cluster id 2024-11-20T21:48:38,956 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:48:38,959 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47ae4885-7e59-4b34-b621-c36b117153e5' 2024-11-20T21:48:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:48:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47ae4885-7e59-4b34-b621-c36b117153e5" 2024-11-20T21:48:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11243140, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:48:38,960 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,46143,-1] 2024-11-20T21:48:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:48:38,961 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:48:38,963 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35348, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:48:38,964 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ce6f5ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:48:38,964 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:48:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,37673,1732139318034, seqNum=-1] 2024-11-20T21:48:38,966 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:48:38,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34240, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:48:38,971 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:48:38,974 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T21:48:38,974 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:48:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,46143,1732139317989 2024-11-20T21:48:38,975 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@652b2e3 2024-11-20T21:48:38,976 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:48:38,977 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35354, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:48:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T21:48:38,978 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T21:48:38,978 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:48:38,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:38,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:48:38,981 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:38,981 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-11-20T21:48:38,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:48:38,982 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:48:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741835_1011 (size=405) 2024-11-20T21:48:38,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741835_1011 (size=405) 2024-11-20T21:48:38,992 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8dd4ea8298c04d95096ec74987d00b0b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174 2024-11-20T21:48:38,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741836_1012 (size=88) 2024-11-20T21:48:38,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741836_1012 (size=88) 2024-11-20T21:48:38,999 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:38,999 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8dd4ea8298c04d95096ec74987d00b0b, disabling compactions & flushes 2024-11-20T21:48:38,999 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:38,999 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:38,999 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. after waiting 0 ms 2024-11-20T21:48:38,999 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:38,999 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:39,000 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8dd4ea8298c04d95096ec74987d00b0b: Waiting for close lock at 1732139318999Disabling compacts and flushes for region at 1732139318999Disabling writes for close at 1732139318999Writing region close event to WAL at 1732139318999Closed at 1732139318999 2024-11-20T21:48:39,001 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:48:39,001 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1732139319001"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139319001"}]},"ts":"1732139319001"} 2024-11-20T21:48:39,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:48:39,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:48:39,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139319005"}]},"ts":"1732139319005"} 2024-11-20T21:48:39,008 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-11-20T21:48:39,008 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8dd4ea8298c04d95096ec74987d00b0b, ASSIGN}] 2024-11-20T21:48:39,009 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8dd4ea8298c04d95096ec74987d00b0b, ASSIGN 2024-11-20T21:48:39,010 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8dd4ea8298c04d95096ec74987d00b0b, ASSIGN; state=OFFLINE, location=e1fae5a3a175,37673,1732139318034; forceNewPlan=false, retain=false 2024-11-20T21:48:39,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dd4ea8298c04d95096ec74987d00b0b, regionState=OPENING, regionLocation=e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:39,168 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8dd4ea8298c04d95096ec74987d00b0b, ASSIGN because future has completed 2024-11-20T21:48:39,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd4ea8298c04d95096ec74987d00b0b, server=e1fae5a3a175,37673,1732139318034}] 2024-11-20T21:48:39,327 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:39,327 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8dd4ea8298c04d95096ec74987d00b0b, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:48:39,328 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,328 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:48:39,328 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,328 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,329 INFO [StoreOpener-8dd4ea8298c04d95096ec74987d00b0b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,331 INFO [StoreOpener-8dd4ea8298c04d95096ec74987d00b0b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dd4ea8298c04d95096ec74987d00b0b columnFamilyName info 2024-11-20T21:48:39,331 DEBUG [StoreOpener-8dd4ea8298c04d95096ec74987d00b0b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:48:39,331 INFO [StoreOpener-8dd4ea8298c04d95096ec74987d00b0b-1 {}] regionserver.HStore(327): Store=8dd4ea8298c04d95096ec74987d00b0b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:48:39,332 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,332 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,333 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,333 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,333 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,335 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,337 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:48:39,337 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8dd4ea8298c04d95096ec74987d00b0b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=826463, jitterRate=0.05090215802192688}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:48:39,337 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:48:39,338 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8dd4ea8298c04d95096ec74987d00b0b: Running coprocessor pre-open hook at 1732139319328Writing region info on filesystem at 1732139319328Initializing all the Stores at 1732139319329 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139319329Cleaning up temporary data from old regions at 1732139319333 (+4 ms)Running coprocessor post-open hooks at 1732139319337 (+4 ms)Region opened successfully at 1732139319338 (+1 ms) 2024-11-20T21:48:39,339 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b., pid=6, masterSystemTime=1732139319322 2024-11-20T21:48:39,341 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:39,341 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:39,342 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8dd4ea8298c04d95096ec74987d00b0b, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,37673,1732139318034 2024-11-20T21:48:39,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8dd4ea8298c04d95096ec74987d00b0b, server=e1fae5a3a175,37673,1732139318034 because future has completed 2024-11-20T21:48:39,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:48:39,348 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8dd4ea8298c04d95096ec74987d00b0b, server=e1fae5a3a175,37673,1732139318034 in 177 msec 2024-11-20T21:48:39,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:48:39,351 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=8dd4ea8298c04d95096ec74987d00b0b, ASSIGN in 340 msec 2024-11-20T21:48:39,352 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:48:39,352 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139319352"}]},"ts":"1732139319352"} 2024-11-20T21:48:39,354 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-11-20T21:48:39,355 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:48:39,357 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 377 msec 2024-11-20T21:48:41,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:48:41,239 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,256 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:41,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:48:44,279 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:48:44,281 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-11-20T21:48:45,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T21:48:45,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T21:48:45,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:48:45,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T21:48:45,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T21:48:45,729 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T21:48:45,730 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:45,731 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T21:48:49,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:48:49,003 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T21:48:49,003 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-11-20T21:48:49,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:49,009 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:49,015 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b., hostname=e1fae5a3a175,37673,1732139318034, seqNum=2] 2024-11-20T21:48:49,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:49,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:49,031 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T21:48:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:48:49,032 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T21:48:49,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T21:48:49,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-11-20T21:48:49,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:49,206 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 8dd4ea8298c04d95096ec74987d00b0b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T21:48:49,223 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/42d9128bc16642c880a468926c278e94 is 1055, key is row0001/info:/1732139329016/Put/seqid=0 2024-11-20T21:48:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741837_1013 (size=6008) 2024-11-20T21:48:49,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741837_1013 (size=6008) 2024-11-20T21:48:49,229 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/42d9128bc16642c880a468926c278e94 2024-11-20T21:48:49,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/42d9128bc16642c880a468926c278e94 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/42d9128bc16642c880a468926c278e94 2024-11-20T21:48:49,243 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/42d9128bc16642c880a468926c278e94, entries=1, sequenceid=5, filesize=5.9 K 2024-11-20T21:48:49,244 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8dd4ea8298c04d95096ec74987d00b0b in 39ms, sequenceid=5, compaction requested=false 2024-11-20T21:48:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 8dd4ea8298c04d95096ec74987d00b0b: 2024-11-20T21:48:49,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:49,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-20T21:48:49,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-20T21:48:49,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T21:48:49,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 215 msec 2024-11-20T21:48:49,254 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 227 msec 2024-11-20T21:48:59,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-20T21:48:59,084 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T21:48:59,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:59,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:48:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T21:48:59,093 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T21:48:59,094 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T21:48:59,094 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T21:48:59,249 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-11-20T21:48:59,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:59,251 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 8dd4ea8298c04d95096ec74987d00b0b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T21:48:59,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/23b907cc97c343d2971cff37835a8a06 is 1055, key is row0002/info:/1732139339086/Put/seqid=0 2024-11-20T21:48:59,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741838_1014 (size=6008) 2024-11-20T21:48:59,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741838_1014 (size=6008) 2024-11-20T21:48:59,269 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/23b907cc97c343d2971cff37835a8a06 2024-11-20T21:48:59,275 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/23b907cc97c343d2971cff37835a8a06 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/23b907cc97c343d2971cff37835a8a06 2024-11-20T21:48:59,283 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/23b907cc97c343d2971cff37835a8a06, entries=1, sequenceid=9, filesize=5.9 K 2024-11-20T21:48:59,284 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8dd4ea8298c04d95096ec74987d00b0b in 34ms, sequenceid=9, compaction requested=false 2024-11-20T21:48:59,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 8dd4ea8298c04d95096ec74987d00b0b: 2024-11-20T21:48:59,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:48:59,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-20T21:48:59,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-20T21:48:59,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-20T21:48:59,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 192 msec 2024-11-20T21:48:59,291 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-11-20T21:49:07,970 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:49:09,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-20T21:49:09,134 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T21:49:09,160 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139349142, exclude list is [], retry=0 2024-11-20T21:49:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953,DISK] 2024-11-20T21:49:09,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd,DISK] 2024-11-20T21:49:09,164 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139318415 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139349142 2024-11-20T21:49:09,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813),(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T21:49:09,165 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139318415 is not closed yet, will try archiving it next time 2024-11-20T21:49:09,165 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:49:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741833_1009 (size=5471) 2024-11-20T21:49:09,166 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741833_1009 (size=5471) 2024-11-20T21:49:09,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:49:09,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:49:09,168 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T21:49:09,169 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T21:49:09,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T21:49:09,322 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-11-20T21:49:09,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:09,323 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 8dd4ea8298c04d95096ec74987d00b0b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T21:49:09,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/f69aba029d1842fbb7b4627dafd53fd4 is 1055, key is row0003/info:/1732139349138/Put/seqid=0 2024-11-20T21:49:09,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741840_1016 (size=6008) 2024-11-20T21:49:09,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741840_1016 (size=6008) 2024-11-20T21:49:09,341 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/f69aba029d1842fbb7b4627dafd53fd4 2024-11-20T21:49:09,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/f69aba029d1842fbb7b4627dafd53fd4 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/f69aba029d1842fbb7b4627dafd53fd4 2024-11-20T21:49:09,356 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/f69aba029d1842fbb7b4627dafd53fd4, entries=1, sequenceid=13, filesize=5.9 K 2024-11-20T21:49:09,357 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8dd4ea8298c04d95096ec74987d00b0b in 34ms, sequenceid=13, compaction requested=true 2024-11-20T21:49:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 8dd4ea8298c04d95096ec74987d00b0b: 2024-11-20T21:49:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:09,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-20T21:49:09,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-20T21:49:09,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T21:49:09,362 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 190 msec 2024-11-20T21:49:09,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 197 msec 2024-11-20T21:49:19,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-20T21:49:19,235 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T21:49:19,244 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:49:19,248 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:49:19,250 DEBUG [Time-limited test {}] regionserver.HStore(1541): 8dd4ea8298c04d95096ec74987d00b0b/info is initiating minor compaction (all files) 2024-11-20T21:49:19,250 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:49:19,250 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:19,250 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 8dd4ea8298c04d95096ec74987d00b0b/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:19,250 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/42d9128bc16642c880a468926c278e94, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/23b907cc97c343d2971cff37835a8a06, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/f69aba029d1842fbb7b4627dafd53fd4] into tmpdir=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp, totalSize=17.6 K 2024-11-20T21:49:19,251 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 42d9128bc16642c880a468926c278e94, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732139329016 2024-11-20T21:49:19,252 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 23b907cc97c343d2971cff37835a8a06, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1732139339086 2024-11-20T21:49:19,253 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting f69aba029d1842fbb7b4627dafd53fd4, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1732139349138 2024-11-20T21:49:19,275 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 8dd4ea8298c04d95096ec74987d00b0b#info#compaction#21 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:49:19,276 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/99f231cad9704b2484cde520e7b93c24 is 1055, key is row0001/info:/1732139329016/Put/seqid=0 2024-11-20T21:49:19,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741841_1017 (size=8221) 2024-11-20T21:49:19,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741841_1017 (size=8221) 2024-11-20T21:49:19,291 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/99f231cad9704b2484cde520e7b93c24 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/99f231cad9704b2484cde520e7b93c24 2024-11-20T21:49:19,294 INFO [master/e1fae5a3a175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:49:19,294 INFO [master/e1fae5a3a175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:49:19,304 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8dd4ea8298c04d95096ec74987d00b0b/info of 8dd4ea8298c04d95096ec74987d00b0b into 99f231cad9704b2484cde520e7b93c24(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:49:19,304 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 8dd4ea8298c04d95096ec74987d00b0b: 2024-11-20T21:49:19,318 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139359307, exclude list is [], retry=0 2024-11-20T21:49:19,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953,DISK] 2024-11-20T21:49:19,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd,DISK] 2024-11-20T21:49:19,323 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139349142 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139359307 2024-11-20T21:49:19,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38735:38735),(127.0.0.1/127.0.0.1:37813:37813)] 2024-11-20T21:49:19,323 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139349142 is not closed yet, will try archiving it next time 2024-11-20T21:49:19,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741839_1015 (size=2495) 2024-11-20T21:49:19,324 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139349142 not finished, retry = 0 2024-11-20T21:49:19,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741839_1015 (size=2495) 2024-11-20T21:49:19,325 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139318415 to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs/e1fae5a3a175%2C37673%2C1732139318034.1732139318415 2024-11-20T21:49:19,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:49:19,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:49:19,328 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-11-20T21:49:19,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T21:49:19,329 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-11-20T21:49:19,329 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-11-20T21:49:19,482 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37673 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-11-20T21:49:19,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:19,482 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 8dd4ea8298c04d95096ec74987d00b0b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T21:49:19,487 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/20cd80f371d148b2b991ecea3b81ab35 is 1055, key is row0000/info:/1732139359305/Put/seqid=0 2024-11-20T21:49:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741843_1019 (size=6008) 2024-11-20T21:49:19,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741843_1019 (size=6008) 2024-11-20T21:49:19,493 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/20cd80f371d148b2b991ecea3b81ab35 2024-11-20T21:49:19,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/20cd80f371d148b2b991ecea3b81ab35 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/20cd80f371d148b2b991ecea3b81ab35 2024-11-20T21:49:19,506 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/20cd80f371d148b2b991ecea3b81ab35, entries=1, sequenceid=18, filesize=5.9 K 2024-11-20T21:49:19,507 INFO [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8dd4ea8298c04d95096ec74987d00b0b in 25ms, sequenceid=18, compaction requested=false 2024-11-20T21:49:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 8dd4ea8298c04d95096ec74987d00b0b: 2024-11-20T21:49:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:19,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-20T21:49:19,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-20T21:49:19,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-20T21:49:19,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 180 msec 2024-11-20T21:49:19,513 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 185 msec 2024-11-20T21:49:24,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 8dd4ea8298c04d95096ec74987d00b0b, had cached 0 bytes from a total of 14229 2024-11-20T21:49:29,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46143 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-20T21:49:29,404 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-11-20T21:49:29,428 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139369410, exclude list is [], retry=0 2024-11-20T21:49:29,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44309,DS-8e5f3bd0-b27b-4fcb-a0f7-bb959d9c1953,DISK] 2024-11-20T21:49:29,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38741,DS-a962e9fd-78a4-4a11-aa56-61c39ddf78fd,DISK] 2024-11-20T21:49:29,432 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139359307 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139369410 2024-11-20T21:49:29,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37813:37813),(127.0.0.1/127.0.0.1:38735:38735)] 2024-11-20T21:49:29,432 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139359307 is not closed yet, will try archiving it next time 2024-11-20T21:49:29,433 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139349142 to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs/e1fae5a3a175%2C37673%2C1732139318034.1732139349142 2024-11-20T21:49:29,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:49:29,433 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:49:29,433 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:49:29,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:49:29,433 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:49:29,433 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:49:29,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:49:29,434 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=957897741, stopped=false 2024-11-20T21:49:29,434 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,46143,1732139317989 2024-11-20T21:49:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741842_1018 (size=2001) 2024-11-20T21:49:29,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139359307 not finished, retry = 0 2024-11-20T21:49:29,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741842_1018 (size=2001) 2024-11-20T21:49:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:49:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:49:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:29,435 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:29,435 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:49:29,435 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:49:29,435 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:49:29,435 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:49:29,436 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,37673,1732139318034' ***** 2024-11-20T21:49:29,436 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:49:29,436 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(3091): Received CLOSE for 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:49:29,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:49:29,436 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,37673,1732139318034 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:49:29,436 INFO [RS:0;e1fae5a3a175:37673 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:37673. 2024-11-20T21:49:29,437 DEBUG [RS:0;e1fae5a3a175:37673 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8dd4ea8298c04d95096ec74987d00b0b, disabling compactions & flushes 2024-11-20T21:49:29,437 DEBUG [RS:0;e1fae5a3a175:37673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:49:29,437 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:29,437 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:49:29,437 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. after waiting 0 ms 2024-11-20T21:49:29,437 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:29,437 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:49:29,437 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8dd4ea8298c04d95096ec74987d00b0b 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-11-20T21:49:29,437 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-20T21:49:29,437 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8dd4ea8298c04d95096ec74987d00b0b=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.} 2024-11-20T21:49:29,437 DEBUG [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8dd4ea8298c04d95096ec74987d00b0b 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:49:29,437 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:49:29,437 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:49:29,438 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-11-20T21:49:29,441 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/d7df70e32e7d450e96a7148573cda123 is 1055, key is row0001/info:/1732139369407/Put/seqid=0 2024-11-20T21:49:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741845_1021 (size=6008) 2024-11-20T21:49:29,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741845_1021 (size=6008) 2024-11-20T21:49:29,449 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/d7df70e32e7d450e96a7148573cda123 2024-11-20T21:49:29,454 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/info/3fd29f3511534040ae59ce36f20670b5 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b./info:regioninfo/1732139319342/Put/seqid=0 2024-11-20T21:49:29,457 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/.tmp/info/d7df70e32e7d450e96a7148573cda123 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/d7df70e32e7d450e96a7148573cda123 2024-11-20T21:49:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741846_1022 (size=7308) 2024-11-20T21:49:29,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741846_1022 (size=7308) 2024-11-20T21:49:29,460 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/info/3fd29f3511534040ae59ce36f20670b5 2024-11-20T21:49:29,464 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/d7df70e32e7d450e96a7148573cda123, entries=1, sequenceid=22, filesize=5.9 K 2024-11-20T21:49:29,465 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8dd4ea8298c04d95096ec74987d00b0b in 28ms, sequenceid=22, compaction requested=true 2024-11-20T21:49:29,466 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/42d9128bc16642c880a468926c278e94, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/23b907cc97c343d2971cff37835a8a06, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/f69aba029d1842fbb7b4627dafd53fd4] to archive 2024-11-20T21:49:29,469 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:49:29,471 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/42d9128bc16642c880a468926c278e94 to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/42d9128bc16642c880a468926c278e94 2024-11-20T21:49:29,473 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/23b907cc97c343d2971cff37835a8a06 to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/23b907cc97c343d2971cff37835a8a06 2024-11-20T21:49:29,474 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/f69aba029d1842fbb7b4627dafd53fd4 to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/info/f69aba029d1842fbb7b4627dafd53fd4 2024-11-20T21:49:29,480 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/ns/dc300e36e905493a84e254a85ace2c32 is 43, key is default/ns:d/1732139318881/Put/seqid=0 2024-11-20T21:49:29,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741847_1023 (size=5153) 2024-11-20T21:49:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741847_1023 (size=5153) 2024-11-20T21:49:29,486 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1fae5a3a175:46143 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T21:49:29,487 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [42d9128bc16642c880a468926c278e94=6008, 23b907cc97c343d2971cff37835a8a06=6008, f69aba029d1842fbb7b4627dafd53fd4=6008] 2024-11-20T21:49:29,487 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/ns/dc300e36e905493a84e254a85ace2c32 2024-11-20T21:49:29,491 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/8dd4ea8298c04d95096ec74987d00b0b/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-11-20T21:49:29,492 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:29,492 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8dd4ea8298c04d95096ec74987d00b0b: Waiting for close lock at 1732139369436Running coprocessor pre-close hooks at 1732139369436Disabling compacts and flushes for region at 1732139369436Disabling writes for close at 1732139369437 (+1 ms)Obtaining lock to block concurrent updates at 1732139369437Preparing flush snapshotting stores in 8dd4ea8298c04d95096ec74987d00b0b at 1732139369437Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1732139369437Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. at 1732139369438 (+1 ms)Flushing 8dd4ea8298c04d95096ec74987d00b0b/info: creating writer at 1732139369438Flushing 8dd4ea8298c04d95096ec74987d00b0b/info: appending metadata at 1732139369441 (+3 ms)Flushing 8dd4ea8298c04d95096ec74987d00b0b/info: closing flushed file at 1732139369441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@162e21ae: reopening flushed file at 1732139369456 (+15 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 8dd4ea8298c04d95096ec74987d00b0b in 28ms, sequenceid=22, compaction requested=true at 1732139369465 (+9 ms)Writing region close event to WAL at 1732139369487 (+22 ms)Running coprocessor post-close hooks at 1732139369492 (+5 ms)Closed at 1732139369492 2024-11-20T21:49:29,492 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1732139318978.8dd4ea8298c04d95096ec74987d00b0b. 2024-11-20T21:49:29,511 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/table/602096a941674f9092763df41eabeb66 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1732139319352/Put/seqid=0 2024-11-20T21:49:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741848_1024 (size=5508) 2024-11-20T21:49:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741848_1024 (size=5508) 2024-11-20T21:49:29,517 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/table/602096a941674f9092763df41eabeb66 2024-11-20T21:49:29,524 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/info/3fd29f3511534040ae59ce36f20670b5 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/info/3fd29f3511534040ae59ce36f20670b5 2024-11-20T21:49:29,529 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/info/3fd29f3511534040ae59ce36f20670b5, entries=10, sequenceid=11, filesize=7.1 K 2024-11-20T21:49:29,530 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/ns/dc300e36e905493a84e254a85ace2c32 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/ns/dc300e36e905493a84e254a85ace2c32 2024-11-20T21:49:29,535 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/WALs/e1fae5a3a175,37673,1732139318034/e1fae5a3a175%2C37673%2C1732139318034.1732139359307 to hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs/e1fae5a3a175%2C37673%2C1732139318034.1732139359307 2024-11-20T21:49:29,536 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/ns/dc300e36e905493a84e254a85ace2c32, entries=2, sequenceid=11, filesize=5.0 K 2024-11-20T21:49:29,538 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/.tmp/table/602096a941674f9092763df41eabeb66 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/table/602096a941674f9092763df41eabeb66 2024-11-20T21:49:29,544 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/table/602096a941674f9092763df41eabeb66, entries=2, sequenceid=11, filesize=5.4 K 2024-11-20T21:49:29,544 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=11, compaction requested=false 2024-11-20T21:49:29,549 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-20T21:49:29,549 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:49:29,550 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:49:29,550 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139369437Running coprocessor pre-close hooks at 1732139369437Disabling compacts and flushes for region at 1732139369437Disabling writes for close at 1732139369437Obtaining lock to block concurrent updates at 1732139369438 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732139369438Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1732139369438Flushing stores of hbase:meta,,1.1588230740 at 1732139369438Flushing 1588230740/info: creating writer at 1732139369438Flushing 1588230740/info: appending metadata at 1732139369453 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732139369453Flushing 1588230740/ns: creating writer at 1732139369465 (+12 ms)Flushing 1588230740/ns: appending metadata at 1732139369480 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732139369480Flushing 1588230740/table: creating writer at 1732139369494 (+14 ms)Flushing 1588230740/table: appending metadata at 1732139369511 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732139369511Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ef9ca22: reopening flushed file at 1732139369523 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7108b07f: reopening flushed file at 1732139369530 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b9a458a: reopening flushed file at 1732139369537 (+7 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 107ms, sequenceid=11, compaction requested=false at 1732139369545 (+8 ms)Writing region close event to WAL at 1732139369546 (+1 ms)Running coprocessor post-close hooks at 1732139369549 (+3 ms)Closed at 1732139369550 (+1 ms) 2024-11-20T21:49:29,550 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:49:29,637 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,37673,1732139318034; all regions closed. 2024-11-20T21:49:29,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741834_1010 (size=3306) 2024-11-20T21:49:29,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741834_1010 (size=3306) 2024-11-20T21:49:29,648 DEBUG [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs 2024-11-20T21:49:29,648 INFO [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C37673%2C1732139318034.meta:.meta(num 1732139318826) 2024-11-20T21:49:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741844_1020 (size=1252) 2024-11-20T21:49:29,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741844_1020 (size=1252) 2024-11-20T21:49:29,653 DEBUG [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/oldWALs 2024-11-20T21:49:29,653 INFO [RS:0;e1fae5a3a175:37673 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C37673%2C1732139318034:(num 1732139369410) 2024-11-20T21:49:29,653 DEBUG [RS:0;e1fae5a3a175:37673 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:49:29,653 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:49:29,653 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:49:29,654 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:49:29,654 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:49:29,654 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:49:29,654 INFO [RS:0;e1fae5a3a175:37673 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37673 2024-11-20T21:49:29,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,37673,1732139318034 2024-11-20T21:49:29,656 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:49:29,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:49:29,656 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,37673,1732139318034] 2024-11-20T21:49:29,657 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,37673,1732139318034 already deleted, retry=false 2024-11-20T21:49:29,657 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,37673,1732139318034 expired; onlineServers=0 2024-11-20T21:49:29,657 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,46143,1732139317989' ***** 2024-11-20T21:49:29,657 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:49:29,657 INFO [M:0;e1fae5a3a175:46143 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:49:29,657 INFO [M:0;e1fae5a3a175:46143 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:49:29,657 DEBUG [M:0;e1fae5a3a175:46143 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:49:29,657 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:49:29,657 DEBUG [M:0;e1fae5a3a175:46143 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:49:29,657 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139318206 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139318206,5,FailOnTimeoutGroup] 2024-11-20T21:49:29,657 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139318206 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139318206,5,FailOnTimeoutGroup] 2024-11-20T21:49:29,658 INFO [M:0;e1fae5a3a175:46143 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:49:29,658 INFO [M:0;e1fae5a3a175:46143 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:49:29,658 DEBUG [M:0;e1fae5a3a175:46143 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:49:29,658 INFO [M:0;e1fae5a3a175:46143 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:49:29,658 INFO [M:0;e1fae5a3a175:46143 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:49:29,658 INFO [M:0;e1fae5a3a175:46143 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:49:29,658 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:49:29,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:49:29,658 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:29,659 DEBUG [M:0;e1fae5a3a175:46143 {}] zookeeper.ZKUtil(347): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:49:29,659 WARN [M:0;e1fae5a3a175:46143 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:49:29,660 INFO [M:0;e1fae5a3a175:46143 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/.lastflushedseqids 2024-11-20T21:49:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741849_1025 (size=130) 2024-11-20T21:49:29,671 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741849_1025 (size=130) 2024-11-20T21:49:29,671 INFO [M:0;e1fae5a3a175:46143 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:49:29,671 INFO [M:0;e1fae5a3a175:46143 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:49:29,672 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:49:29,672 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:29,672 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:29,672 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:49:29,672 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:29,672 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.56 KB heapSize=54.94 KB 2024-11-20T21:49:29,686 DEBUG [M:0;e1fae5a3a175:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653cd4de4a314f1fbf6a8a522acc9b8b is 82, key is hbase:meta,,1/info:regioninfo/1732139318868/Put/seqid=0 2024-11-20T21:49:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741850_1026 (size=5672) 2024-11-20T21:49:29,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741850_1026 (size=5672) 2024-11-20T21:49:29,693 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653cd4de4a314f1fbf6a8a522acc9b8b 2024-11-20T21:49:29,713 DEBUG [M:0;e1fae5a3a175:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ec412f5a8d457ca45b32d4debc3c0f is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139319356/Put/seqid=0 2024-11-20T21:49:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741851_1027 (size=7819) 2024-11-20T21:49:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741851_1027 (size=7819) 2024-11-20T21:49:29,721 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.95 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ec412f5a8d457ca45b32d4debc3c0f 2024-11-20T21:49:29,726 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6ec412f5a8d457ca45b32d4debc3c0f 2024-11-20T21:49:29,742 DEBUG [M:0;e1fae5a3a175:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bd50e987d914c298b44eb3b01121b77 is 69, key is e1fae5a3a175,37673,1732139318034/rs:state/1732139318271/Put/seqid=0 2024-11-20T21:49:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741852_1028 (size=5156) 2024-11-20T21:49:29,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741852_1028 (size=5156) 2024-11-20T21:49:29,747 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bd50e987d914c298b44eb3b01121b77 2024-11-20T21:49:29,756 INFO [RS:0;e1fae5a3a175:37673 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:49:29,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:49:29,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37673-0x1005f1bd7440001, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:49:29,757 INFO [RS:0;e1fae5a3a175:37673 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,37673,1732139318034; zookeeper connection closed. 2024-11-20T21:49:29,757 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@515a9630 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@515a9630 2024-11-20T21:49:29,757 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:49:29,766 DEBUG [M:0;e1fae5a3a175:46143 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b87ad1dfea61459981a6d24392346c56 is 52, key is load_balancer_on/state:d/1732139318973/Put/seqid=0 2024-11-20T21:49:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741853_1029 (size=5056) 2024-11-20T21:49:29,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741853_1029 (size=5056) 2024-11-20T21:49:29,772 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b87ad1dfea61459981a6d24392346c56 2024-11-20T21:49:29,779 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/653cd4de4a314f1fbf6a8a522acc9b8b as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653cd4de4a314f1fbf6a8a522acc9b8b 2024-11-20T21:49:29,785 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/653cd4de4a314f1fbf6a8a522acc9b8b, entries=8, sequenceid=121, filesize=5.5 K 2024-11-20T21:49:29,787 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/b6ec412f5a8d457ca45b32d4debc3c0f as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ec412f5a8d457ca45b32d4debc3c0f 2024-11-20T21:49:29,793 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b6ec412f5a8d457ca45b32d4debc3c0f 2024-11-20T21:49:29,793 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/b6ec412f5a8d457ca45b32d4debc3c0f, entries=14, sequenceid=121, filesize=7.6 K 2024-11-20T21:49:29,794 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6bd50e987d914c298b44eb3b01121b77 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bd50e987d914c298b44eb3b01121b77 2024-11-20T21:49:29,800 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6bd50e987d914c298b44eb3b01121b77, entries=1, sequenceid=121, filesize=5.0 K 2024-11-20T21:49:29,801 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/b87ad1dfea61459981a6d24392346c56 as hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b87ad1dfea61459981a6d24392346c56 2024-11-20T21:49:29,806 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39095/user/jenkins/test-data/090feeb8-f6ea-f944-4213-ac224b77f174/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/b87ad1dfea61459981a6d24392346c56, entries=1, sequenceid=121, filesize=4.9 K 2024-11-20T21:49:29,808 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=121, compaction requested=false 2024-11-20T21:49:29,809 INFO [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:29,809 DEBUG [M:0;e1fae5a3a175:46143 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139369672Disabling compacts and flushes for region at 1732139369672Disabling writes for close at 1732139369672Obtaining lock to block concurrent updates at 1732139369672Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139369672Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44602, getHeapSize=56192, getOffHeapSize=0, getCellsCount=140 at 1732139369672Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139369673 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139369673Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139369686 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139369686Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139369698 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139369713 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139369713Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139369726 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139369741 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139369741Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732139369752 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732139369766 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732139369766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f12d907: reopening flushed file at 1732139369777 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@735da5e6: reopening flushed file at 1732139369786 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25fd4901: reopening flushed file at 1732139369793 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9773f6b: reopening flushed file at 1732139369800 (+7 ms)Finished flush of dataSize ~43.56 KB/44602, heapSize ~54.88 KB/56192, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 135ms, sequenceid=121, compaction requested=false at 1732139369808 (+8 ms)Writing region close event to WAL at 1732139369809 (+1 ms)Closed at 1732139369809 2024-11-20T21:49:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38741 is added to blk_1073741830_1006 (size=52999) 2024-11-20T21:49:29,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44309 is added to blk_1073741830_1006 (size=52999) 2024-11-20T21:49:29,812 INFO [M:0;e1fae5a3a175:46143 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:49:29,812 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:49:29,812 INFO [M:0;e1fae5a3a175:46143 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46143 2024-11-20T21:49:29,812 INFO [M:0;e1fae5a3a175:46143 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:49:29,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:49:29,913 INFO [M:0;e1fae5a3a175:46143 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:49:29,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46143-0x1005f1bd7440000, quorum=127.0.0.1:56501, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:49:29,918 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@356ac7e5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:49:29,919 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@51a5ec58{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:49:29,919 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:49:29,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d2ddf61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:49:29,919 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3c134a8c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir/,STOPPED} 2024-11-20T21:49:29,923 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:49:29,923 WARN [BP-1538412611-172.17.0.2-1732139317378 heartbeating to localhost/127.0.0.1:39095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:49:29,923 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:49:29,923 WARN [BP-1538412611-172.17.0.2-1732139317378 heartbeating to localhost/127.0.0.1:39095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538412611-172.17.0.2-1732139317378 (Datanode Uuid 16206e0a-7eca-44f5-ba64-a47ea91a3afb) service to localhost/127.0.0.1:39095 2024-11-20T21:49:29,923 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data3/current/BP-1538412611-172.17.0.2-1732139317378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:49:29,924 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data4/current/BP-1538412611-172.17.0.2-1732139317378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:49:29,924 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:49:29,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33a94890{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:49:29,926 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65db3604{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:49:29,926 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:49:29,926 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@202a70e8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:49:29,927 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3792ba8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir/,STOPPED} 2024-11-20T21:49:29,928 WARN [BP-1538412611-172.17.0.2-1732139317378 heartbeating to localhost/127.0.0.1:39095 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:49:29,928 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:49:29,928 WARN [BP-1538412611-172.17.0.2-1732139317378 heartbeating to localhost/127.0.0.1:39095 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1538412611-172.17.0.2-1732139317378 (Datanode Uuid 8e811c87-e843-4341-8be9-56ce99b2b152) service to localhost/127.0.0.1:39095 2024-11-20T21:49:29,928 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:49:29,928 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data1/current/BP-1538412611-172.17.0.2-1732139317378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:49:29,929 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/cluster_e22a4784-334a-573f-9046-628da40290a3/data/data2/current/BP-1538412611-172.17.0.2-1732139317378 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:49:29,929 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:49:29,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@71b06bf2{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:49:29,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46c32f4b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:49:29,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:49:29,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65f7c0f0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:49:29,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a5379d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir/,STOPPED} 2024-11-20T21:49:29,941 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:49:29,970 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:49:29,975 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=97 (was 101), OpenFileDescriptor=429 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=61 (was 108), ProcessCount=11 (was 11), AvailableMemoryMB=3186 (was 3446) 2024-11-20T21:49:29,980 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=97, OpenFileDescriptor=429, MaxFileDescriptor=1048576, SystemLoadAverage=61, ProcessCount=11, AvailableMemoryMB=3186 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.log.dir so I do NOT create it in target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/82fdc2a6-862c-9fc1-da22-87d1556d7e39/hadoop.tmp.dir so I do NOT create it in target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72, deleteOnExit=true 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/test.cache.data in system properties and HBase conf 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:49:29,981 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:49:29,981 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:49:29,982 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:49:29,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:49:29,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:49:29,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:49:29,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:49:29,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:49:30,041 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:49:30,045 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:49:30,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:49:30,047 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:49:30,047 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:49:30,047 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:49:30,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@35496952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:49:30,048 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4fae1ecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:49:30,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5eb7183c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/java.io.tmpdir/jetty-localhost-41043-hadoop-hdfs-3_4_1-tests_jar-_-any-17994157501134609915/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:49:30,142 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7dab187e{HTTP/1.1, (http/1.1)}{localhost:41043} 2024-11-20T21:49:30,142 INFO [Time-limited test {}] server.Server(415): Started @139207ms 2024-11-20T21:49:30,196 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:49:30,200 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:49:30,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:49:30,200 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:49:30,201 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:49:30,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2781e11a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:49:30,201 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2b2c8f52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:49:30,286 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:49:30,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53cfe7e8{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/java.io.tmpdir/jetty-localhost-41205-hadoop-hdfs-3_4_1-tests_jar-_-any-4543282637614156267/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:49:30,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1eefbd61{HTTP/1.1, (http/1.1)}{localhost:41205} 2024-11-20T21:49:30,296 INFO [Time-limited test {}] server.Server(415): Started @139361ms 2024-11-20T21:49:30,297 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:49:30,321 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:49:30,325 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:49:30,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:49:30,326 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:49:30,326 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T21:49:30,327 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cf15790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:49:30,328 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d191941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:49:30,361 WARN [Thread-1089 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data2/current/BP-1494099058-172.17.0.2-1732139370004/current, will proceed with Du for space computation calculation, 2024-11-20T21:49:30,361 WARN [Thread-1088 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data1/current/BP-1494099058-172.17.0.2-1732139370004/current, will proceed with Du for space computation calculation, 2024-11-20T21:49:30,376 WARN [Thread-1067 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:49:30,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca970499f7939612 with lease ID 0x6a8a9c530ccfa70a: Processing first storage report for DS-20174b83-ff67-43c6-88de-fd36034aed2b from datanode DatanodeRegistration(127.0.0.1:41875, datanodeUuid=589284de-b177-4588-b8d6-84c2cf585428, infoPort=45315, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004) 2024-11-20T21:49:30,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca970499f7939612 with lease ID 0x6a8a9c530ccfa70a: from storage DS-20174b83-ff67-43c6-88de-fd36034aed2b node DatanodeRegistration(127.0.0.1:41875, datanodeUuid=589284de-b177-4588-b8d6-84c2cf585428, infoPort=45315, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:49:30,379 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xca970499f7939612 with lease ID 0x6a8a9c530ccfa70a: Processing first storage report for DS-79480ce1-ef95-4322-8b1c-003bb7a9bf95 from datanode DatanodeRegistration(127.0.0.1:41875, datanodeUuid=589284de-b177-4588-b8d6-84c2cf585428, infoPort=45315, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004) 2024-11-20T21:49:30,379 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xca970499f7939612 with lease ID 0x6a8a9c530ccfa70a: from storage DS-79480ce1-ef95-4322-8b1c-003bb7a9bf95 node DatanodeRegistration(127.0.0.1:41875, datanodeUuid=589284de-b177-4588-b8d6-84c2cf585428, infoPort=45315, infoSecurePort=0, ipcPort=43935, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:49:30,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@67dd5012{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/java.io.tmpdir/jetty-localhost-43953-hadoop-hdfs-3_4_1-tests_jar-_-any-14739413727105430807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:49:30,431 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46083b64{HTTP/1.1, (http/1.1)}{localhost:43953} 2024-11-20T21:49:30,431 INFO [Time-limited test {}] server.Server(415): Started @139496ms 2024-11-20T21:49:30,432 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:49:30,491 WARN [Thread-1114 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data3/current/BP-1494099058-172.17.0.2-1732139370004/current, will proceed with Du for space computation calculation, 2024-11-20T21:49:30,491 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data4/current/BP-1494099058-172.17.0.2-1732139370004/current, will proceed with Du for space computation calculation, 2024-11-20T21:49:30,510 WARN [Thread-1103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:49:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2809d428ece74c5 with lease ID 0x6a8a9c530ccfa70b: Processing first storage report for DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4 from datanode DatanodeRegistration(127.0.0.1:36693, datanodeUuid=f2b5a883-384e-49d9-9aa5-c4d019bd34b0, infoPort=34289, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004) 2024-11-20T21:49:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2809d428ece74c5 with lease ID 0x6a8a9c530ccfa70b: from storage DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4 node DatanodeRegistration(127.0.0.1:36693, datanodeUuid=f2b5a883-384e-49d9-9aa5-c4d019bd34b0, infoPort=34289, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:49:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe2809d428ece74c5 with lease ID 0x6a8a9c530ccfa70b: Processing first storage report for DS-8709a124-2b2b-4f50-97ae-76e2d02732c2 from datanode DatanodeRegistration(127.0.0.1:36693, datanodeUuid=f2b5a883-384e-49d9-9aa5-c4d019bd34b0, infoPort=34289, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004) 2024-11-20T21:49:30,512 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe2809d428ece74c5 with lease ID 0x6a8a9c530ccfa70b: from storage DS-8709a124-2b2b-4f50-97ae-76e2d02732c2 node DatanodeRegistration(127.0.0.1:36693, datanodeUuid=f2b5a883-384e-49d9-9aa5-c4d019bd34b0, infoPort=34289, infoSecurePort=0, ipcPort=43541, storageInfo=lv=-57;cid=testClusterID;nsid=1684004310;c=1732139370004), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:49:30,558 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a 2024-11-20T21:49:30,561 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/zookeeper_0, clientPort=62084, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:49:30,562 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62084 2024-11-20T21:49:30,562 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,563 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:49:30,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:49:30,572 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa with version=8 2024-11-20T21:49:30,572 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase-staging 2024-11-20T21:49:30,574 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:49:30,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:49:30,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:49:30,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:49:30,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:49:30,575 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:49:30,575 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:49:30,575 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:49:30,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42449 2024-11-20T21:49:30,577 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42449 connecting to ZooKeeper ensemble=127.0.0.1:62084 2024-11-20T21:49:30,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:424490x0, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:49:30,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42449-0x1005f1ca4af0000 connected 2024-11-20T21:49:30,596 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,598 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,600 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:49:30,601 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa, hbase.cluster.distributed=false 2024-11-20T21:49:30,602 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:49:30,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42449 2024-11-20T21:49:30,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42449 2024-11-20T21:49:30,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42449 2024-11-20T21:49:30,603 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42449 2024-11-20T21:49:30,604 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42449 2024-11-20T21:49:30,619 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:49:30,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:49:30,619 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:49:30,619 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:49:30,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:49:30,620 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:49:30,620 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:49:30,620 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:49:30,620 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36531 2024-11-20T21:49:30,622 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36531 connecting to ZooKeeper ensemble=127.0.0.1:62084 2024-11-20T21:49:30,622 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,624 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365310x0, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:49:30,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36531-0x1005f1ca4af0001 connected 2024-11-20T21:49:30,628 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:49:30,628 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:49:30,628 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:49:30,629 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:49:30,630 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:49:30,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-20T21:49:30,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36531 2024-11-20T21:49:30,630 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36531 2024-11-20T21:49:30,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-20T21:49:30,631 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36531 2024-11-20T21:49:30,643 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:42449 2024-11-20T21:49:30,643 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:49:30,644 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:49:30,645 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:49:30,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,646 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,646 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:49:30,647 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,42449,1732139370574 from backup master directory 2024-11-20T21:49:30,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:49:30,647 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:49:30,647 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:49:30,647 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,651 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/hbase.id] with ID: 640b1f36-d1a8-497e-80dc-9354db029f9e 2024-11-20T21:49:30,651 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/.tmp/hbase.id 2024-11-20T21:49:30,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:49:30,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:49:30,657 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/.tmp/hbase.id]:[hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/hbase.id] 2024-11-20T21:49:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:49:30,676 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-20T21:49:30,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:49:30,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:49:30,685 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:49:30,686 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:49:30,686 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:49:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:49:30,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:49:30,694 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store 2024-11-20T21:49:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:49:30,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:49:30,701 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:30,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:49:30,702 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:30,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:30,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:49:30,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:30,702 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:49:30,702 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139370702Disabling compacts and flushes for region at 1732139370702Disabling writes for close at 1732139370702Writing region close event to WAL at 1732139370702Closed at 1732139370702 2024-11-20T21:49:30,703 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/.initializing 2024-11-20T21:49:30,703 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/WALs/e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,704 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:49:30,705 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C42449%2C1732139370574, suffix=, logDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/WALs/e1fae5a3a175,42449,1732139370574, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/oldWALs, maxLogs=10 2024-11-20T21:49:30,717 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/WALs/e1fae5a3a175,42449,1732139370574/e1fae5a3a175%2C42449%2C1732139370574.1732139370705, exclude list is [], retry=0 2024-11-20T21:49:30,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4,DISK] 2024-11-20T21:49:30,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-20174b83-ff67-43c6-88de-fd36034aed2b,DISK] 2024-11-20T21:49:30,721 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/WALs/e1fae5a3a175,42449,1732139370574/e1fae5a3a175%2C42449%2C1732139370574.1732139370705 2024-11-20T21:49:30,722 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34289:34289),(127.0.0.1/127.0.0.1:45315:45315)] 2024-11-20T21:49:30,722 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:49:30,722 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:30,722 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,722 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,723 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:49:30,725 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:30,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:49:30,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:49:30,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:49:30,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:49:30,729 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:49:30,730 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:49:30,731 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,732 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,732 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,733 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,733 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,734 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:49:30,735 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:49:30,737 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:49:30,738 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=700471, jitterRate=-0.10930511355400085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:49:30,739 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139370722Initializing all the Stores at 1732139370723 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139370723Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139370723Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139370723Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139370723Cleaning up temporary data from old regions at 1732139370733 (+10 ms)Region opened successfully at 1732139370739 (+6 ms) 2024-11-20T21:49:30,739 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:49:30,742 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71848d53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:49:30,743 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:49:30,743 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:49:30,743 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:49:30,744 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:49:30,744 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:49:30,744 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:49:30,744 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:49:30,746 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:49:30,747 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:49:30,748 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:49:30,748 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:49:30,749 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:49:30,749 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:49:30,750 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:49:30,751 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:49:30,751 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:49:30,752 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:49:30,753 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:49:30,755 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:49:30,755 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:49:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:49:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:49:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,757 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,42449,1732139370574, sessionid=0x1005f1ca4af0000, setting cluster-up flag (Was=false) 2024-11-20T21:49:30,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,763 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:49:30,764 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:30,768 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:49:30,769 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:30,770 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:49:30,771 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:49:30,771 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:49:30,771 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:49:30,772 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,42449,1732139370574 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:49:30,773 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,775 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:49:30,775 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:49:30,776 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,776 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139400777 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:49:30,777 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:49:30,778 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,778 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:49:30,778 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:49:30,779 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:49:30,779 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:49:30,779 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:49:30,779 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139370779,5,FailOnTimeoutGroup] 2024-11-20T21:49:30,779 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139370779,5,FailOnTimeoutGroup] 2024-11-20T21:49:30,779 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,779 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:49:30,780 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,780 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:49:30,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:49:30,784 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:49:30,784 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa 2024-11-20T21:49:30,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:49:30,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:49:30,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:30,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:49:30,792 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:49:30,792 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:30,793 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:49:30,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:49:30,794 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:30,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:49:30,795 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:49:30,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:30,796 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:49:30,797 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:49:30,797 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:30,797 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:49:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740 2024-11-20T21:49:30,798 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740 2024-11-20T21:49:30,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:49:30,800 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:49:30,800 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:49:30,801 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:49:30,803 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:49:30,804 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=881316, jitterRate=0.12065136432647705}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:49:30,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139370790Initializing all the Stores at 1732139370791 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139370791Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139370791Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139370791Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139370791Cleaning up temporary data from old regions at 1732139370800 (+9 ms)Region opened successfully at 1732139370805 (+5 ms) 2024-11-20T21:49:30,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:49:30,805 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:49:30,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:49:30,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:49:30,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:49:30,805 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:49:30,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139370805Disabling compacts and flushes for region at 1732139370805Disabling writes for close at 1732139370805Writing region close event to WAL at 1732139370805Closed at 1732139370805 2024-11-20T21:49:30,807 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:49:30,807 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:49:30,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:49:30,808 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:49:30,809 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:49:30,833 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(746): ClusterId : 640b1f36-d1a8-497e-80dc-9354db029f9e 2024-11-20T21:49:30,833 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:49:30,835 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:49:30,835 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:49:30,837 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:49:30,837 DEBUG [RS:0;e1fae5a3a175:36531 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee1295b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:49:30,848 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:36531 2024-11-20T21:49:30,848 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:49:30,848 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:49:30,848 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:49:30,849 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,42449,1732139370574 with port=36531, startcode=1732139370619 2024-11-20T21:49:30,849 DEBUG [RS:0;e1fae5a3a175:36531 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:49:30,851 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35725, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:49:30,851 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42449 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:30,852 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42449 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:30,853 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa 2024-11-20T21:49:30,853 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38391 2024-11-20T21:49:30,853 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:49:30,854 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:49:30,855 DEBUG [RS:0;e1fae5a3a175:36531 {}] zookeeper.ZKUtil(111): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:30,855 WARN [RS:0;e1fae5a3a175:36531 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:49:30,855 INFO [RS:0;e1fae5a3a175:36531 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:49:30,855 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:30,855 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,36531,1732139370619] 2024-11-20T21:49:30,861 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:49:30,863 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:49:30,866 INFO [RS:0;e1fae5a3a175:36531 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:49:30,866 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,866 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:49:30,867 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:49:30,867 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,867 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,868 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,868 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,868 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:49:30,868 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:49:30,868 DEBUG [RS:0;e1fae5a3a175:36531 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:49:30,868 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,868 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,868 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,868 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,868 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,868 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,36531,1732139370619-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:49:30,882 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:49:30,882 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,36531,1732139370619-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,883 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,883 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.Replication(171): e1fae5a3a175,36531,1732139370619 started 2024-11-20T21:49:30,896 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:30,896 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,36531,1732139370619, RpcServer on e1fae5a3a175/172.17.0.2:36531, sessionid=0x1005f1ca4af0001 2024-11-20T21:49:30,896 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:49:30,896 DEBUG [RS:0;e1fae5a3a175:36531 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:30,896 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,36531,1732139370619' 2024-11-20T21:49:30,896 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,36531,1732139370619' 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:49:30,897 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:49:30,898 DEBUG [RS:0;e1fae5a3a175:36531 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:49:30,898 INFO [RS:0;e1fae5a3a175:36531 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:49:30,898 INFO [RS:0;e1fae5a3a175:36531 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:49:30,960 WARN [e1fae5a3a175:42449 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:49:30,999 INFO [RS:0;e1fae5a3a175:36531 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:49:31,003 INFO [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C36531%2C1732139370619, suffix=, logDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/oldWALs, maxLogs=32 2024-11-20T21:49:31,019 DEBUG [RS:0;e1fae5a3a175:36531 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139371004, exclude list is [], retry=0 2024-11-20T21:49:31,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-20174b83-ff67-43c6-88de-fd36034aed2b,DISK] 2024-11-20T21:49:31,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4,DISK] 2024-11-20T21:49:31,024 INFO [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139371004 2024-11-20T21:49:31,024 DEBUG [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45315:45315),(127.0.0.1/127.0.0.1:34289:34289)] 2024-11-20T21:49:31,210 DEBUG [e1fae5a3a175:42449 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:49:31,211 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:31,213 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,36531,1732139370619, state=OPENING 2024-11-20T21:49:31,216 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:49:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:31,218 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:49:31,220 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:49:31,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:49:31,220 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:49:31,220 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,36531,1732139370619}] 2024-11-20T21:49:31,376 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:49:31,379 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52567, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:49:31,386 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:49:31,386 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:49:31,386 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:49:31,388 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C36531%2C1732139370619.meta, suffix=.meta, logDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619, archiveDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/oldWALs, maxLogs=32 2024-11-20T21:49:31,405 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.meta.1732139371389.meta, exclude list is [], retry=0 2024-11-20T21:49:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-20174b83-ff67-43c6-88de-fd36034aed2b,DISK] 2024-11-20T21:49:31,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4,DISK] 2024-11-20T21:49:31,408 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.meta.1732139371389.meta 2024-11-20T21:49:31,409 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34289:34289),(127.0.0.1/127.0.0.1:45315:45315)] 2024-11-20T21:49:31,409 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:49:31,409 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:49:31,409 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:49:31,409 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:49:31,409 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:49:31,409 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:31,410 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:49:31,410 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:49:31,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:49:31,412 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:49:31,412 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:31,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:31,412 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:49:31,413 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:49:31,413 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:31,413 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:31,414 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:49:31,414 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:49:31,414 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:31,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:31,415 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:49:31,415 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:49:31,415 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:31,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:49:31,416 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:49:31,417 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740 2024-11-20T21:49:31,418 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740 2024-11-20T21:49:31,419 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:49:31,419 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:49:31,420 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:49:31,421 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:49:31,422 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=718469, jitterRate=-0.0864206850528717}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:49:31,422 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:49:31,422 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139371410Writing region info on filesystem at 1732139371410Initializing all the Stores at 1732139371411 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139371411Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139371411Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139371411Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139371411Cleaning up temporary data from old regions at 1732139371419 (+8 ms)Running coprocessor post-open hooks at 1732139371422 (+3 ms)Region opened successfully at 1732139371422 2024-11-20T21:49:31,423 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139371375 2024-11-20T21:49:31,425 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:49:31,425 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:49:31,426 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:31,427 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,36531,1732139370619, state=OPEN 2024-11-20T21:49:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:49:31,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:49:31,429 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:31,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:49:31,429 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:49:31,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:49:31,432 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,36531,1732139370619 in 209 msec 2024-11-20T21:49:31,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:49:31,434 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 625 msec 2024-11-20T21:49:31,435 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:49:31,435 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:49:31,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:49:31,436 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,36531,1732139370619, seqNum=-1] 2024-11-20T21:49:31,436 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:49:31,437 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56811, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:49:31,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 671 msec 2024-11-20T21:49:31,443 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139371443, completionTime=-1 2024-11-20T21:49:31,443 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:49:31,443 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:49:31,444 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T21:49:31,444 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139431444 2024-11-20T21:49:31,444 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139491444 2024-11-20T21:49:31,444 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-20T21:49:31,445 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42449,1732139370574-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,445 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42449,1732139370574-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,445 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42449,1732139370574-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,445 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:42449, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,445 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,445 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,447 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.802sec 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42449,1732139370574-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:49:31,449 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42449,1732139370574-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:49:31,451 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:49:31,451 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:49:31,451 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,42449,1732139370574-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:49:31,533 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d98abf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:49:31,533 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,42449,-1 for getting cluster id 2024-11-20T21:49:31,534 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:49:31,535 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '640b1f36-d1a8-497e-80dc-9354db029f9e' 2024-11-20T21:49:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:49:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "640b1f36-d1a8-497e-80dc-9354db029f9e" 2024-11-20T21:49:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20a54c7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:49:31,536 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,42449,-1] 2024-11-20T21:49:31,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:49:31,537 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:49:31,540 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:49:31,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4accc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:49:31,542 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:49:31,544 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,36531,1732139370619, seqNum=-1] 2024-11-20T21:49:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:49:31,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:49:31,549 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:31,549 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:49:31,551 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T21:49:31,551 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T21:49:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is e1fae5a3a175,42449,1732139370574 2024-11-20T21:49:31,552 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3671c98a 2024-11-20T21:49:31,553 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T21:49:31,554 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T21:49:31,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-11-20T21:49:31,555 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-11-20T21:49:31,555 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:49:31,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-11-20T21:49:31,558 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T21:49:31,558 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:31,558 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-11-20T21:49:31,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:49:31,559 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T21:49:31,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741835_1011 (size=381) 2024-11-20T21:49:31,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741835_1011 (size=381) 2024-11-20T21:49:31,569 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8c54388d7b84bf6cd18596a1de2c08de, NAME => 'TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa 2024-11-20T21:49:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741836_1012 (size=64) 2024-11-20T21:49:31,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741836_1012 (size=64) 2024-11-20T21:49:31,576 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:31,576 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing 8c54388d7b84bf6cd18596a1de2c08de, disabling compactions & flushes 2024-11-20T21:49:31,576 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,576 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,576 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. after waiting 0 ms 2024-11-20T21:49:31,576 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,576 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,576 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8c54388d7b84bf6cd18596a1de2c08de: Waiting for close lock at 1732139371576Disabling compacts and flushes for region at 1732139371576Disabling writes for close at 1732139371576Writing region close event to WAL at 1732139371576Closed at 1732139371576 2024-11-20T21:49:31,578 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T21:49:31,578 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732139371578"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139371578"}]},"ts":"1732139371578"} 2024-11-20T21:49:31,580 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-20T21:49:31,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T21:49:31,581 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139371581"}]},"ts":"1732139371581"} 2024-11-20T21:49:31,583 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-11-20T21:49:31,584 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, ASSIGN}] 2024-11-20T21:49:31,585 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, ASSIGN 2024-11-20T21:49:31,586 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, ASSIGN; state=OFFLINE, location=e1fae5a3a175,36531,1732139370619; forceNewPlan=false, retain=false 2024-11-20T21:49:31,737 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c54388d7b84bf6cd18596a1de2c08de, regionState=OPENING, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:31,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, ASSIGN because future has completed 2024-11-20T21:49:31,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619}] 2024-11-20T21:49:31,905 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,905 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 8c54388d7b84bf6cd18596a1de2c08de, NAME => 'TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:49:31,905 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,905 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:31,906 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,906 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,908 INFO [StoreOpener-8c54388d7b84bf6cd18596a1de2c08de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,910 INFO [StoreOpener-8c54388d7b84bf6cd18596a1de2c08de-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c54388d7b84bf6cd18596a1de2c08de columnFamilyName info 2024-11-20T21:49:31,911 DEBUG [StoreOpener-8c54388d7b84bf6cd18596a1de2c08de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:31,911 INFO [StoreOpener-8c54388d7b84bf6cd18596a1de2c08de-1 {}] regionserver.HStore(327): Store=8c54388d7b84bf6cd18596a1de2c08de/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:49:31,912 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,913 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,914 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,914 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,914 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,918 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,921 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:49:31,922 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 8c54388d7b84bf6cd18596a1de2c08de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=866045, jitterRate=0.10123419761657715}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:49:31,922 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:31,923 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 8c54388d7b84bf6cd18596a1de2c08de: Running coprocessor pre-open hook at 1732139371906Writing region info on filesystem at 1732139371906Initializing all the Stores at 1732139371908 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139371908Cleaning up temporary data from old regions at 1732139371914 (+6 ms)Running coprocessor post-open hooks at 1732139371922 (+8 ms)Region opened successfully at 1732139371923 (+1 ms) 2024-11-20T21:49:31,924 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., pid=6, masterSystemTime=1732139371897 2024-11-20T21:49:31,927 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,927 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:31,928 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8c54388d7b84bf6cd18596a1de2c08de, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:31,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 because future has completed 2024-11-20T21:49:31,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-20T21:49:31,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 in 190 msec 2024-11-20T21:49:31,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-20T21:49:31,938 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, ASSIGN in 351 msec 2024-11-20T21:49:31,939 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T21:49:31,940 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732139371939"}]},"ts":"1732139371939"} 2024-11-20T21:49:31,942 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-11-20T21:49:31,944 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T21:49:31,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 389 msec 2024-11-20T21:49:34,494 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,512 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,513 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:34,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,032 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:49:35,053 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,054 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,058 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,059 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:35,727 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-11-20T21:49:35,727 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-11-20T21:49:35,729 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-11-20T21:49:36,862 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T21:49:36,864 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-11-20T21:49:41,235 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:49:41,262 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,274 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:41,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42449 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T21:49:41,624 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-11-20T21:49:41,624 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-11-20T21:49:41,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-11-20T21:49:41,630 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:41,637 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2] 2024-11-20T21:49:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:41,656 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c54388d7b84bf6cd18596a1de2c08de 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:49:41,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/496ca7f9ba084d1f9b27483015933557 is 1055, key is row0001/info:/1732139381640/Put/seqid=0 2024-11-20T21:49:41,679 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741837_1013 (size=13386) 2024-11-20T21:49:41,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741837_1013 (size=13386) 2024-11-20T21:49:41,680 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/496ca7f9ba084d1f9b27483015933557 2024-11-20T21:49:41,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/496ca7f9ba084d1f9b27483015933557 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/496ca7f9ba084d1f9b27483015933557 2024-11-20T21:49:41,696 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/496ca7f9ba084d1f9b27483015933557, entries=8, sequenceid=12, filesize=13.1 K 2024-11-20T21:49:41,697 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=18.47 KB/18918 for 8c54388d7b84bf6cd18596a1de2c08de in 41ms, sequenceid=12, compaction requested=false 2024-11-20T21:49:41,697 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:41,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:41,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c54388d7b84bf6cd18596a1de2c08de 1/1 column families, dataSize=19.50 KB heapSize=21.18 KB 2024-11-20T21:49:41,703 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/2515f2132b0442ce95972b31f9e93b9e is 1055, key is row0009/info:/1732139381657/Put/seqid=0 2024-11-20T21:49:41,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741838_1014 (size=24978) 2024-11-20T21:49:41,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741838_1014 (size=24978) 2024-11-20T21:49:41,710 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=19.50 KB at sequenceid=34 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/2515f2132b0442ce95972b31f9e93b9e 2024-11-20T21:49:41,716 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/2515f2132b0442ce95972b31f9e93b9e as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e 2024-11-20T21:49:41,721 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e, entries=19, sequenceid=34, filesize=24.4 K 2024-11-20T21:49:41,722 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~19.50 KB/19969, heapSize ~21.16 KB/21672, currentSize=5.13 KB/5255 for 8c54388d7b84bf6cd18596a1de2c08de in 25ms, sequenceid=34, compaction requested=false 2024-11-20T21:49:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=37.5 K, sizeToCheck=16.0 K 2024-11-20T21:49:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:41,722 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e because midkey is the same as first or last row 2024-11-20T21:49:43,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:43,717 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c54388d7b84bf6cd18596a1de2c08de 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:49:43,723 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/ef8075c36dda44ddb302b4d07f75909a is 1055, key is row0028/info:/1732139381699/Put/seqid=0 2024-11-20T21:49:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741839_1015 (size=13386) 2024-11-20T21:49:43,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741839_1015 (size=13386) 2024-11-20T21:49:43,729 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=45 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/ef8075c36dda44ddb302b4d07f75909a 2024-11-20T21:49:43,736 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/ef8075c36dda44ddb302b4d07f75909a as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/ef8075c36dda44ddb302b4d07f75909a 2024-11-20T21:49:43,742 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/ef8075c36dda44ddb302b4d07f75909a, entries=8, sequenceid=45, filesize=13.1 K 2024-11-20T21:49:43,743 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 8c54388d7b84bf6cd18596a1de2c08de in 27ms, sequenceid=45, compaction requested=true 2024-11-20T21:49:43,743 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:43,743 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=50.5 K, sizeToCheck=16.0 K 2024-11-20T21:49:43,743 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:43,744 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e because midkey is the same as first or last row 2024-11-20T21:49:43,744 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c54388d7b84bf6cd18596a1de2c08de:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:49:43,745 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:49:43,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:43,746 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 51750 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:49:43,746 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): 8c54388d7b84bf6cd18596a1de2c08de/info is initiating minor compaction (all files) 2024-11-20T21:49:43,746 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c54388d7b84bf6cd18596a1de2c08de/info in TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:43,746 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/496ca7f9ba084d1f9b27483015933557, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/ef8075c36dda44ddb302b4d07f75909a] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp, totalSize=50.5 K 2024-11-20T21:49:43,746 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:43,746 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c54388d7b84bf6cd18596a1de2c08de 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T21:49:43,747 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 496ca7f9ba084d1f9b27483015933557, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1732139381640 2024-11-20T21:49:43,747 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2515f2132b0442ce95972b31f9e93b9e, keycount=19, bloomtype=ROW, size=24.4 K, encoding=NONE, compression=NONE, seqNum=34, earliestPutTs=1732139381657 2024-11-20T21:49:43,748 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting ef8075c36dda44ddb302b4d07f75909a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732139381699 2024-11-20T21:49:43,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/319a52a4be424ae9879d240546da453a is 1055, key is row0036/info:/1732139383719/Put/seqid=0 2024-11-20T21:49:43,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741840_1016 (size=17594) 2024-11-20T21:49:43,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741840_1016 (size=17594) 2024-11-20T21:49:43,766 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c54388d7b84bf6cd18596a1de2c08de#info#compaction#35 average throughput is 8.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:49:43,767 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/b0f152d523ef42c1995c13d94984ad16 is 1055, key is row0001/info:/1732139381640/Put/seqid=0 2024-11-20T21:49:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741841_1017 (size=41949) 2024-11-20T21:49:43,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741841_1017 (size=41949) 2024-11-20T21:49:44,158 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/319a52a4be424ae9879d240546da453a 2024-11-20T21:49:44,163 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/319a52a4be424ae9879d240546da453a as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/319a52a4be424ae9879d240546da453a 2024-11-20T21:49:44,168 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/319a52a4be424ae9879d240546da453a, entries=12, sequenceid=60, filesize=17.2 K 2024-11-20T21:49:44,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=17.45 KB/17867 for 8c54388d7b84bf6cd18596a1de2c08de in 423ms, sequenceid=60, compaction requested=false 2024-11-20T21:49:44,169 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:44,169 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=67.7 K, sizeToCheck=16.0 K 2024-11-20T21:49:44,169 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:44,169 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e because midkey is the same as first or last row 2024-11-20T21:49:44,180 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/b0f152d523ef42c1995c13d94984ad16 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 2024-11-20T21:49:44,186 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c54388d7b84bf6cd18596a1de2c08de/info of 8c54388d7b84bf6cd18596a1de2c08de into b0f152d523ef42c1995c13d94984ad16(size=41.0 K), total size for store is 58.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:49:44,186 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:44,187 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., storeName=8c54388d7b84bf6cd18596a1de2c08de/info, priority=13, startTime=1732139383744; duration=0sec 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.1 K, sizeToCheck=16.0 K 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 because midkey is the same as first or last row 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.1 K, sizeToCheck=16.0 K 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 because midkey is the same as first or last row 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=58.1 K, sizeToCheck=16.0 K 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 because midkey is the same as first or last row 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:44,188 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c54388d7b84bf6cd18596a1de2c08de:info 2024-11-20T21:49:45,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:45,784 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 8c54388d7b84bf6cd18596a1de2c08de 1/1 column families, dataSize=18.47 KB heapSize=20.08 KB 2024-11-20T21:49:45,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/99c4aad0febf46d9b8910f2242b95706 is 1055, key is row0048/info:/1732139383747/Put/seqid=0 2024-11-20T21:49:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741842_1018 (size=23926) 2024-11-20T21:49:45,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741842_1018 (size=23926) 2024-11-20T21:49:45,798 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=18.47 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/99c4aad0febf46d9b8910f2242b95706 2024-11-20T21:49:45,806 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/99c4aad0febf46d9b8910f2242b95706 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/99c4aad0febf46d9b8910f2242b95706 2024-11-20T21:49:45,812 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/99c4aad0febf46d9b8910f2242b95706, entries=18, sequenceid=82, filesize=23.4 K 2024-11-20T21:49:45,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T21:49:45,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.47 KB/18918, heapSize ~20.06 KB/20544, currentSize=11.29 KB/11561 for 8c54388d7b84bf6cd18596a1de2c08de in 30ms, sequenceid=82, compaction requested=true 2024-11-20T21:49:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-11-20T21:49:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:45,813 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 because midkey is the same as first or last row 2024-11-20T21:49:45,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 8c54388d7b84bf6cd18596a1de2c08de:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:49:45,814 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:49:45,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:45,815 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:49:45,815 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): 8c54388d7b84bf6cd18596a1de2c08de/info is initiating minor compaction (all files) 2024-11-20T21:49:45,815 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 8c54388d7b84bf6cd18596a1de2c08de/info in TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:45,815 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/319a52a4be424ae9879d240546da453a, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/99c4aad0febf46d9b8910f2242b95706] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp, totalSize=81.5 K 2024-11-20T21:49:45,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:59274 deadline: 1732139395812, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:45,815 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting b0f152d523ef42c1995c13d94984ad16, keycount=35, bloomtype=ROW, size=41.0 K, encoding=NONE, compression=NONE, seqNum=45, earliestPutTs=1732139381640 2024-11-20T21:49:45,816 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 319a52a4be424ae9879d240546da453a, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=60, earliestPutTs=1732139383719 2024-11-20T21:49:45,816 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 99c4aad0febf46d9b8910f2242b95706, keycount=18, bloomtype=ROW, size=23.4 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732139383747 2024-11-20T21:49:45,829 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 8c54388d7b84bf6cd18596a1de2c08de#info#compaction#37 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:49:45,830 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/6db46c35058f41abb9ba9ea23dc7384b is 1055, key is row0001/info:/1732139381640/Put/seqid=0 2024-11-20T21:49:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741843_1019 (size=73753) 2024-11-20T21:49:45,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741843_1019 (size=73753) 2024-11-20T21:49:45,836 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:49:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:49:45,837 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2 because the exception is null or not the one we care about 2024-11-20T21:49:46,248 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/6db46c35058f41abb9ba9ea23dc7384b as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b 2024-11-20T21:49:46,255 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 8c54388d7b84bf6cd18596a1de2c08de/info of 8c54388d7b84bf6cd18596a1de2c08de into 6db46c35058f41abb9ba9ea23dc7384b(size=72.0 K), total size for store is 72.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 8c54388d7b84bf6cd18596a1de2c08de: 2024-11-20T21:49:46,255 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., storeName=8c54388d7b84bf6cd18596a1de2c08de/info, priority=13, startTime=1732139385813; duration=0sec 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=72.0 K, sizeToCheck=16.0 K 2024-11-20T21:49:46,255 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-11-20T21:49:46,256 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:46,256 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:46,256 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 8c54388d7b84bf6cd18596a1de2c08de:info 2024-11-20T21:49:46,257 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42449 {}] assignment.AssignmentManager(1363): Split request from e1fae5a3a175,36531,1732139370619, parent={ENCODED => 8c54388d7b84bf6cd18596a1de2c08de, NAME => 'TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-11-20T21:49:46,261 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42449 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:46,264 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42449 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c54388d7b84bf6cd18596a1de2c08de, daughterA=41171f1b30239b97dd0f96b79280a85b, daughterB=d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c54388d7b84bf6cd18596a1de2c08de, daughterA=41171f1b30239b97dd0f96b79280a85b, daughterB=d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c54388d7b84bf6cd18596a1de2c08de, daughterA=41171f1b30239b97dd0f96b79280a85b, daughterB=d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,265 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c54388d7b84bf6cd18596a1de2c08de, daughterA=41171f1b30239b97dd0f96b79280a85b, daughterB=d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, UNASSIGN}] 2024-11-20T21:49:46,272 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, UNASSIGN 2024-11-20T21:49:46,274 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c54388d7b84bf6cd18596a1de2c08de, regionState=CLOSING, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:46,276 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, UNASSIGN because future has completed 2024-11-20T21:49:46,276 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-11-20T21:49:46,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619}] 2024-11-20T21:49:46,438 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(122): Close 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,438 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-11-20T21:49:46,439 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1722): Closing 8c54388d7b84bf6cd18596a1de2c08de, disabling compactions & flushes 2024-11-20T21:49:46,439 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:46,439 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:46,439 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. after waiting 0 ms 2024-11-20T21:49:46,439 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:46,440 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(2902): Flushing 8c54388d7b84bf6cd18596a1de2c08de 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-11-20T21:49:46,448 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/d36a2ca12ecc4864aa4a567cdca6767f is 1055, key is row0066/info:/1732139385786/Put/seqid=0 2024-11-20T21:49:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741844_1020 (size=16542) 2024-11-20T21:49:46,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741844_1020 (size=16542) 2024-11-20T21:49:46,456 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/d36a2ca12ecc4864aa4a567cdca6767f 2024-11-20T21:49:46,462 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/.tmp/info/d36a2ca12ecc4864aa4a567cdca6767f as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/d36a2ca12ecc4864aa4a567cdca6767f 2024-11-20T21:49:46,467 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/d36a2ca12ecc4864aa4a567cdca6767f, entries=11, sequenceid=97, filesize=16.2 K 2024-11-20T21:49:46,468 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 8c54388d7b84bf6cd18596a1de2c08de in 29ms, sequenceid=97, compaction requested=false 2024-11-20T21:49:46,469 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/496ca7f9ba084d1f9b27483015933557, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/ef8075c36dda44ddb302b4d07f75909a, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/319a52a4be424ae9879d240546da453a, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/99c4aad0febf46d9b8910f2242b95706] to archive 2024-11-20T21:49:46,470 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:49:46,472 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/496ca7f9ba084d1f9b27483015933557 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/496ca7f9ba084d1f9b27483015933557 2024-11-20T21:49:46,474 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/2515f2132b0442ce95972b31f9e93b9e 2024-11-20T21:49:46,475 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/b0f152d523ef42c1995c13d94984ad16 2024-11-20T21:49:46,477 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/ef8075c36dda44ddb302b4d07f75909a to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/ef8075c36dda44ddb302b4d07f75909a 2024-11-20T21:49:46,478 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/319a52a4be424ae9879d240546da453a to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/319a52a4be424ae9879d240546da453a 2024-11-20T21:49:46,480 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/99c4aad0febf46d9b8910f2242b95706 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/99c4aad0febf46d9b8910f2242b95706 2024-11-20T21:49:46,486 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-11-20T21:49:46,487 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. 2024-11-20T21:49:46,488 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] regionserver.HRegion(1676): Region close journal for 8c54388d7b84bf6cd18596a1de2c08de: Waiting for close lock at 1732139386439Running coprocessor pre-close hooks at 1732139386439Disabling compacts and flushes for region at 1732139386439Disabling writes for close at 1732139386439Obtaining lock to block concurrent updates at 1732139386440 (+1 ms)Preparing flush snapshotting stores in 8c54388d7b84bf6cd18596a1de2c08de at 1732139386440Finished memstore snapshotting TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., syncing WAL and waiting on mvcc, flushsize=dataSize=11561, getHeapSize=12648, getOffHeapSize=0, getCellsCount=11 at 1732139386440Flushing stores of TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. at 1732139386441 (+1 ms)Flushing 8c54388d7b84bf6cd18596a1de2c08de/info: creating writer at 1732139386441Flushing 8c54388d7b84bf6cd18596a1de2c08de/info: appending metadata at 1732139386447 (+6 ms)Flushing 8c54388d7b84bf6cd18596a1de2c08de/info: closing flushed file at 1732139386447Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e0afb07: reopening flushed file at 1732139386461 (+14 ms)Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=0 B/0 for 8c54388d7b84bf6cd18596a1de2c08de in 29ms, sequenceid=97, compaction requested=false at 1732139386468 (+7 ms)Writing region close event to WAL at 1732139386482 (+14 ms)Running coprocessor post-close hooks at 1732139386487 (+5 ms)Closed at 1732139386487 2024-11-20T21:49:46,490 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION, pid=9}] handler.UnassignRegionHandler(157): Closed 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,491 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=8c54388d7b84bf6cd18596a1de2c08de, regionState=CLOSED 2024-11-20T21:49:46,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 because future has completed 2024-11-20T21:49:46,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-20T21:49:46,499 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; CloseRegionProcedure 8c54388d7b84bf6cd18596a1de2c08de, server=e1fae5a3a175,36531,1732139370619 in 219 msec 2024-11-20T21:49:46,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-11-20T21:49:46,501 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=8c54388d7b84bf6cd18596a1de2c08de, UNASSIGN in 228 msec 2024-11-20T21:49:46,509 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:46,512 INFO [PEWorker-3 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 2 storefiles, region=8c54388d7b84bf6cd18596a1de2c08de, threads=2 2024-11-20T21:49:46,514 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b for region: 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,514 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/d36a2ca12ecc4864aa4a567cdca6767f for region: 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,525 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/d36a2ca12ecc4864aa4a567cdca6767f, top=true 2024-11-20T21:49:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741845_1021 (size=27) 2024-11-20T21:49:46,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741845_1021 (size=27) 2024-11-20T21:49:46,531 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f for child: d583f853c0084e9f5ba69d8e2521a6e6, parent: 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,531 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/d36a2ca12ecc4864aa4a567cdca6767f for region: 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741846_1022 (size=27) 2024-11-20T21:49:46,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741846_1022 (size=27) 2024-11-20T21:49:46,539 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b for region: 8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:49:46,541 DEBUG [PEWorker-3 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region 8c54388d7b84bf6cd18596a1de2c08de Daughter A: [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de] storefiles, Daughter B: [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f] storefiles. 2024-11-20T21:49:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741847_1023 (size=71) 2024-11-20T21:49:46,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741847_1023 (size=71) 2024-11-20T21:49:46,551 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:46,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741848_1024 (size=71) 2024-11-20T21:49:46,562 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741848_1024 (size=71) 2024-11-20T21:49:46,563 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:46,572 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=-1 2024-11-20T21:49:46,574 DEBUG [PEWorker-3 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=-1 2024-11-20T21:49:46,576 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1732139386576"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1732139386576"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1732139386576"}]},"ts":"1732139386576"} 2024-11-20T21:49:46,576 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732139386576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139386576"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732139386576"}]},"ts":"1732139386576"} 2024-11-20T21:49:46,577 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1732139386576"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732139386576"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1732139386576"}]},"ts":"1732139386576"} 2024-11-20T21:49:46,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41171f1b30239b97dd0f96b79280a85b, ASSIGN}, {pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d583f853c0084e9f5ba69d8e2521a6e6, ASSIGN}] 2024-11-20T21:49:46,594 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41171f1b30239b97dd0f96b79280a85b, ASSIGN 2024-11-20T21:49:46,594 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d583f853c0084e9f5ba69d8e2521a6e6, ASSIGN 2024-11-20T21:49:46,595 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41171f1b30239b97dd0f96b79280a85b, ASSIGN; state=SPLITTING_NEW, location=e1fae5a3a175,36531,1732139370619; forceNewPlan=false, retain=false 2024-11-20T21:49:46,595 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d583f853c0084e9f5ba69d8e2521a6e6, ASSIGN; state=SPLITTING_NEW, location=e1fae5a3a175,36531,1732139370619; forceNewPlan=false, retain=false 2024-11-20T21:49:46,746 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=41171f1b30239b97dd0f96b79280a85b, regionState=OPENING, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:46,746 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d583f853c0084e9f5ba69d8e2521a6e6, regionState=OPENING, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:46,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d583f853c0084e9f5ba69d8e2521a6e6, ASSIGN because future has completed 2024-11-20T21:49:46,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d583f853c0084e9f5ba69d8e2521a6e6, server=e1fae5a3a175,36531,1732139370619}] 2024-11-20T21:49:46,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41171f1b30239b97dd0f96b79280a85b, ASSIGN because future has completed 2024-11-20T21:49:46,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41171f1b30239b97dd0f96b79280a85b, server=e1fae5a3a175,36531,1732139370619}] 2024-11-20T21:49:46,912 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:49:46,912 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 41171f1b30239b97dd0f96b79280a85b, NAME => 'TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.', STARTKEY => '', ENDKEY => 'row0064'} 2024-11-20T21:49:46,913 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,913 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:46,913 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,913 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,916 INFO [StoreOpener-41171f1b30239b97dd0f96b79280a85b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,917 INFO [StoreOpener-41171f1b30239b97dd0f96b79280a85b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41171f1b30239b97dd0f96b79280a85b columnFamilyName info 2024-11-20T21:49:46,917 DEBUG [StoreOpener-41171f1b30239b97dd0f96b79280a85b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:46,933 DEBUG [StoreOpener-41171f1b30239b97dd0f96b79280a85b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de->hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b-bottom 2024-11-20T21:49:46,934 INFO [StoreOpener-41171f1b30239b97dd0f96b79280a85b-1 {}] regionserver.HStore(327): Store=41171f1b30239b97dd0f96b79280a85b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:49:46,934 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,935 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,936 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,938 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,939 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 41171f1b30239b97dd0f96b79280a85b; next sequenceid=101; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=832354, jitterRate=0.058394014835357666}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:49:46,939 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:49:46,939 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 41171f1b30239b97dd0f96b79280a85b: Running coprocessor pre-open hook at 1732139386914Writing region info on filesystem at 1732139386914Initializing all the Stores at 1732139386915 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139386915Cleaning up temporary data from old regions at 1732139386936 (+21 ms)Running coprocessor post-open hooks at 1732139386939 (+3 ms)Region opened successfully at 1732139386939 2024-11-20T21:49:46,940 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b., pid=13, masterSystemTime=1732139386905 2024-11-20T21:49:46,940 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 41171f1b30239b97dd0f96b79280a85b:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:49:46,940 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:46,940 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-11-20T21:49:46,941 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:49:46,941 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): 41171f1b30239b97dd0f96b79280a85b/info is initiating minor compaction (all files) 2024-11-20T21:49:46,941 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 41171f1b30239b97dd0f96b79280a85b/info in TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:49:46,941 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de->hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b-bottom] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/.tmp, totalSize=72.0 K 2024-11-20T21:49:46,942 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1732139381640 2024-11-20T21:49:46,943 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:49:46,943 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:49:46,943 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:49:46,943 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7752): Opening region: {ENCODED => d583f853c0084e9f5ba69d8e2521a6e6, NAME => 'TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.', STARTKEY => 'row0064', ENDKEY => ''} 2024-11-20T21:49:46,943 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=41171f1b30239b97dd0f96b79280a85b, regionState=OPEN, openSeqNum=101, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:46,943 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,944 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:49:46,944 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7794): checking encryption for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,944 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(7797): checking classloading for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,946 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-11-20T21:49:46,946 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-11-20T21:49:46,946 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-11-20T21:49:46,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41171f1b30239b97dd0f96b79280a85b, server=e1fae5a3a175,36531,1732139370619 because future has completed 2024-11-20T21:49:46,949 INFO [StoreOpener-d583f853c0084e9f5ba69d8e2521a6e6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,957 INFO [StoreOpener-d583f853c0084e9f5ba69d8e2521a6e6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d583f853c0084e9f5ba69d8e2521a6e6 columnFamilyName info 2024-11-20T21:49:46,957 DEBUG [StoreOpener-d583f853c0084e9f5ba69d8e2521a6e6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:49:46,966 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 41171f1b30239b97dd0f96b79280a85b#info#compaction#39 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:49:46,967 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/.tmp/info/197d669cf0ab416db57ddb51ee2e54fd is 1055, key is row0001/info:/1732139381640/Put/seqid=0 2024-11-20T21:49:46,969 DEBUG [StoreOpener-d583f853c0084e9f5ba69d8e2521a6e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de->hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b-top 2024-11-20T21:49:46,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=10 2024-11-20T21:49:46,975 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 41171f1b30239b97dd0f96b79280a85b, server=e1fae5a3a175,36531,1732139370619 in 203 msec 2024-11-20T21:49:46,977 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=41171f1b30239b97dd0f96b79280a85b, ASSIGN in 382 msec 2024-11-20T21:49:46,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741849_1025 (size=71441) 2024-11-20T21:49:46,980 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/info/7c10609289454c16ae28cad9b065bdcc is 193, key is TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6./info:regioninfo/1732139386746/Put/seqid=0 2024-11-20T21:49:46,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741849_1025 (size=71441) 2024-11-20T21:49:46,982 DEBUG [StoreOpener-d583f853c0084e9f5ba69d8e2521a6e6-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f 2024-11-20T21:49:46,982 INFO [StoreOpener-d583f853c0084e9f5ba69d8e2521a6e6-1 {}] regionserver.HStore(327): Store=d583f853c0084e9f5ba69d8e2521a6e6/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:49:46,982 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1038): replaying wal for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,983 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,985 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,985 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1048): stopping wal replay for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,985 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1060): Cleaning up temporary data for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,987 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1093): writing seq id for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,988 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1114): Opened d583f853c0084e9f5ba69d8e2521a6e6; next sequenceid=101; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=798706, jitterRate=0.015607655048370361}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-11-20T21:49:46,988 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:49:46,988 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegion(1006): Region open journal for d583f853c0084e9f5ba69d8e2521a6e6: Running coprocessor pre-open hook at 1732139386944Writing region info on filesystem at 1732139386944Initializing all the Stores at 1732139386947 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139386947Cleaning up temporary data from old regions at 1732139386985 (+38 ms)Running coprocessor post-open hooks at 1732139386988 (+3 ms)Region opened successfully at 1732139386988 2024-11-20T21:49:46,988 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/.tmp/info/197d669cf0ab416db57ddb51ee2e54fd as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/197d669cf0ab416db57ddb51ee2e54fd 2024-11-20T21:49:46,989 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., pid=12, masterSystemTime=1732139386905 2024-11-20T21:49:46,989 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 2 2024-11-20T21:49:46,989 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:46,989 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-11-20T21:49:46,990 INFO [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:49:46,990 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:49:46,990 INFO [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:49:46,991 INFO [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de->hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b-top, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=88.2 K 2024-11-20T21:49:46,991 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] compactions.Compactor(225): Compacting 6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1732139381640 2024-11-20T21:49:46,991 DEBUG [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:49:46,991 INFO [RS_OPEN_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_REGION, pid=12}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:49:46,992 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732139385786 2024-11-20T21:49:46,993 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=d583f853c0084e9f5ba69d8e2521a6e6, regionState=OPEN, openSeqNum=101, regionLocation=e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:46,995 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42449 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=e1fae5a3a175,36531,1732139370619, table=TestLogRolling-testLogRolling, region=d583f853c0084e9f5ba69d8e2521a6e6. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T21:49:46,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure d583f853c0084e9f5ba69d8e2521a6e6, server=e1fae5a3a175,36531,1732139370619 because future has completed 2024-11-20T21:49:47,006 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 41171f1b30239b97dd0f96b79280a85b/info of 41171f1b30239b97dd0f96b79280a85b into 197d669cf0ab416db57ddb51ee2e54fd(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:49:47,006 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 41171f1b30239b97dd0f96b79280a85b: 2024-11-20T21:49:47,006 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b., storeName=41171f1b30239b97dd0f96b79280a85b/info, priority=15, startTime=1732139386940; duration=0sec 2024-11-20T21:49:47,007 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:47,007 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 41171f1b30239b97dd0f96b79280a85b:info 2024-11-20T21:49:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741850_1026 (size=9847) 2024-11-20T21:49:47,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741850_1026 (size=9847) 2024-11-20T21:49:47,009 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/info/7c10609289454c16ae28cad9b065bdcc 2024-11-20T21:49:47,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-20T21:49:47,011 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure d583f853c0084e9f5ba69d8e2521a6e6, server=e1fae5a3a175,36531,1732139370619 in 256 msec 2024-11-20T21:49:47,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-20T21:49:47,015 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=d583f853c0084e9f5ba69d8e2521a6e6, ASSIGN in 418 msec 2024-11-20T21:49:47,017 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=8c54388d7b84bf6cd18596a1de2c08de, daughterA=41171f1b30239b97dd0f96b79280a85b, daughterB=d583f853c0084e9f5ba69d8e2521a6e6 in 754 msec 2024-11-20T21:49:47,025 INFO [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#41 average throughput is 13.03 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:49:47,026 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/a3143ae8e88a4a73b1e8802854fc5a50 is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:49:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741851_1027 (size=18828) 2024-11-20T21:49:47,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741851_1027 (size=18828) 2024-11-20T21:49:47,040 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/ns/908509116ca7498182b4dedfa84e0468 is 43, key is default/ns:d/1732139371438/Put/seqid=0 2024-11-20T21:49:47,041 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/a3143ae8e88a4a73b1e8802854fc5a50 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/a3143ae8e88a4a73b1e8802854fc5a50 2024-11-20T21:49:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741852_1028 (size=5153) 2024-11-20T21:49:47,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741852_1028 (size=5153) 2024-11-20T21:49:47,048 INFO [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 2 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into a3143ae8e88a4a73b1e8802854fc5a50(size=18.4 K), total size for store is 18.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:49:47,048 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:49:47,048 INFO [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=14, startTime=1732139386989; duration=0sec 2024-11-20T21:49:47,049 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:49:47,049 DEBUG [RS:0;e1fae5a3a175:36531-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:49:47,448 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/ns/908509116ca7498182b4dedfa84e0468 2024-11-20T21:49:47,499 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/table/dc930e53aea346109de901c3e3b77fc5 is 65, key is TestLogRolling-testLogRolling/table:state/1732139371939/Put/seqid=0 2024-11-20T21:49:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741853_1029 (size=5340) 2024-11-20T21:49:47,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741853_1029 (size=5340) 2024-11-20T21:49:47,504 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/table/dc930e53aea346109de901c3e3b77fc5 2024-11-20T21:49:47,509 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/info/7c10609289454c16ae28cad9b065bdcc as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/info/7c10609289454c16ae28cad9b065bdcc 2024-11-20T21:49:47,515 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/info/7c10609289454c16ae28cad9b065bdcc, entries=30, sequenceid=17, filesize=9.6 K 2024-11-20T21:49:47,516 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/ns/908509116ca7498182b4dedfa84e0468 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/ns/908509116ca7498182b4dedfa84e0468 2024-11-20T21:49:47,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/ns/908509116ca7498182b4dedfa84e0468, entries=2, sequenceid=17, filesize=5.0 K 2024-11-20T21:49:47,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/table/dc930e53aea346109de901c3e3b77fc5 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/table/dc930e53aea346109de901c3e3b77fc5 2024-11-20T21:49:47,528 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/table/dc930e53aea346109de901c3e3b77fc5, entries=2, sequenceid=17, filesize=5.2 K 2024-11-20T21:49:47,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 583ms, sequenceid=17, compaction requested=false 2024-11-20T21:49:47,529 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T21:49:51,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:51,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,025 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-20T21:49:52,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,046 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:52,048 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-20T21:49:55,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:59274 deadline: 1732139405863, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. is not online on e1fae5a3a175,36531,1732139370619 2024-11-20T21:49:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. is not online on e1fae5a3a175,36531,1732139370619 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:49:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de. is not online on e1fae5a3a175,36531,1732139370619 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T21:49:55,865 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1732139371555.8c54388d7b84bf6cd18596a1de2c08de., hostname=e1fae5a3a175,36531,1732139370619, seqNum=2 from cache 2024-11-20T21:50:00,558 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T21:50:11,671 INFO [master/e1fae5a3a175:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T21:50:11,671 INFO [master/e1fae5a3a175:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T21:50:15,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0077', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., hostname=e1fae5a3a175,36531,1732139370619, seqNum=101] 2024-11-20T21:50:16,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:16,012 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:50:16,018 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/030ff298aaba4b37b92623472f410b17 is 1055, key is row0077/info:/1732139415997/Put/seqid=0 2024-11-20T21:50:16,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741854_1030 (size=13386) 2024-11-20T21:50:16,025 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/030ff298aaba4b37b92623472f410b17 2024-11-20T21:50:16,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741854_1030 (size=13386) 2024-11-20T21:50:16,037 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/030ff298aaba4b37b92623472f410b17 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/030ff298aaba4b37b92623472f410b17 2024-11-20T21:50:16,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/030ff298aaba4b37b92623472f410b17, entries=8, sequenceid=112, filesize=13.1 K 2024-11-20T21:50:16,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for d583f853c0084e9f5ba69d8e2521a6e6 in 33ms, sequenceid=112, compaction requested=false 2024-11-20T21:50:16,045 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:16,410 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-11-20T21:50:18,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:18,050 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T21:50:18,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/806bcca5b23841aca62294e85dac1214 is 1055, key is row0085/info:/1732139416014/Put/seqid=0 2024-11-20T21:50:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741855_1031 (size=18662) 2024-11-20T21:50:18,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741855_1031 (size=18662) 2024-11-20T21:50:18,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/806bcca5b23841aca62294e85dac1214 2024-11-20T21:50:18,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/806bcca5b23841aca62294e85dac1214 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/806bcca5b23841aca62294e85dac1214 2024-11-20T21:50:18,085 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/806bcca5b23841aca62294e85dac1214, entries=13, sequenceid=128, filesize=18.2 K 2024-11-20T21:50:18,086 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=15.40 KB/15765 for d583f853c0084e9f5ba69d8e2521a6e6 in 36ms, sequenceid=128, compaction requested=true 2024-11-20T21:50:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:18,086 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:18,086 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:18,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:18,087 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=16.42 KB heapSize=17.88 KB 2024-11-20T21:50:18,087 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 50876 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:18,088 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:18,088 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:18,088 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/a3143ae8e88a4a73b1e8802854fc5a50, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/030ff298aaba4b37b92623472f410b17, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/806bcca5b23841aca62294e85dac1214] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=49.7 K 2024-11-20T21:50:18,088 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting a3143ae8e88a4a73b1e8802854fc5a50, keycount=13, bloomtype=ROW, size=18.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1732139383780 2024-11-20T21:50:18,089 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 030ff298aaba4b37b92623472f410b17, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=112, earliestPutTs=1732139415997 2024-11-20T21:50:18,089 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 806bcca5b23841aca62294e85dac1214, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732139416014 2024-11-20T21:50:18,092 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/c2c265baee2847f0be88f91c64b95a70 is 1055, key is row0098/info:/1732139418054/Put/seqid=0 2024-11-20T21:50:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741856_1032 (size=21838) 2024-11-20T21:50:18,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741856_1032 (size=21838) 2024-11-20T21:50:18,101 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=16.42 KB at sequenceid=147 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/c2c265baee2847f0be88f91c64b95a70 2024-11-20T21:50:18,107 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#47 average throughput is 17.04 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:18,108 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/7873434cab104bb392d43c06bf8f56fa is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:18,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/c2c265baee2847f0be88f91c64b95a70 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/c2c265baee2847f0be88f91c64b95a70 2024-11-20T21:50:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741857_1033 (size=41062) 2024-11-20T21:50:18,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741857_1033 (size=41062) 2024-11-20T21:50:18,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/c2c265baee2847f0be88f91c64b95a70, entries=16, sequenceid=147, filesize=21.3 K 2024-11-20T21:50:18,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~16.42 KB/16816, heapSize ~17.86 KB/18288, currentSize=11.29 KB/11561 for d583f853c0084e9f5ba69d8e2521a6e6 in 30ms, sequenceid=147, compaction requested=false 2024-11-20T21:50:18,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:18,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:18,118 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T21:50:18,123 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/7873434cab104bb392d43c06bf8f56fa as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/7873434cab104bb392d43c06bf8f56fa 2024-11-20T21:50:18,123 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/db41e85eb62947459d53ef34545ae6e2 is 1055, key is row0114/info:/1732139418089/Put/seqid=0 2024-11-20T21:50:18,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741858_1034 (size=17606) 2024-11-20T21:50:18,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741858_1034 (size=17606) 2024-11-20T21:50:18,129 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=162 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/db41e85eb62947459d53ef34545ae6e2 2024-11-20T21:50:18,130 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into 7873434cab104bb392d43c06bf8f56fa(size=40.1 K), total size for store is 61.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:18,130 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:18,130 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139418086; duration=0sec 2024-11-20T21:50:18,130 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:18,130 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:18,135 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/db41e85eb62947459d53ef34545ae6e2 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/db41e85eb62947459d53ef34545ae6e2 2024-11-20T21:50:18,141 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/db41e85eb62947459d53ef34545ae6e2, entries=12, sequenceid=162, filesize=17.2 K 2024-11-20T21:50:18,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=3.08 KB/3153 for d583f853c0084e9f5ba69d8e2521a6e6 in 24ms, sequenceid=162, compaction requested=true 2024-11-20T21:50:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:18,142 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:18,142 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:18,143 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 80506 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:18,143 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:18,143 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:18,144 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/7873434cab104bb392d43c06bf8f56fa, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/c2c265baee2847f0be88f91c64b95a70, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/db41e85eb62947459d53ef34545ae6e2] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=78.6 K 2024-11-20T21:50:18,144 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 7873434cab104bb392d43c06bf8f56fa, keycount=34, bloomtype=ROW, size=40.1 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1732139383780 2024-11-20T21:50:18,144 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2c265baee2847f0be88f91c64b95a70, keycount=16, bloomtype=ROW, size=21.3 K, encoding=NONE, compression=NONE, seqNum=147, earliestPutTs=1732139418054 2024-11-20T21:50:18,145 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting db41e85eb62947459d53ef34545ae6e2, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732139418089 2024-11-20T21:50:18,156 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#49 average throughput is 31.07 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:18,157 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/37bf80e2b48948b381e5de5274bcdcf7 is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741859_1035 (size=70716) 2024-11-20T21:50:18,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741859_1035 (size=70716) 2024-11-20T21:50:18,167 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/37bf80e2b48948b381e5de5274bcdcf7 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/37bf80e2b48948b381e5de5274bcdcf7 2024-11-20T21:50:18,174 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into 37bf80e2b48948b381e5de5274bcdcf7(size=69.1 K), total size for store is 69.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:18,174 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:18,174 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139418142; duration=0sec 2024-11-20T21:50:18,174 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:18,174 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:20,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:20,142 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:50:20,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/55dd1f1a9fac4194a0a747499b98187c is 1055, key is row0126/info:/1732139418119/Put/seqid=0 2024-11-20T21:50:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741860_1036 (size=13394) 2024-11-20T21:50:20,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741860_1036 (size=13394) 2024-11-20T21:50:20,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=175 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/55dd1f1a9fac4194a0a747499b98187c 2024-11-20T21:50:20,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/55dd1f1a9fac4194a0a747499b98187c as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/55dd1f1a9fac4194a0a747499b98187c 2024-11-20T21:50:20,169 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/55dd1f1a9fac4194a0a747499b98187c, entries=8, sequenceid=175, filesize=13.1 K 2024-11-20T21:50:20,169 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for d583f853c0084e9f5ba69d8e2521a6e6 in 27ms, sequenceid=175, compaction requested=false 2024-11-20T21:50:20,170 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:20,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:20,172 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-11-20T21:50:20,176 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/85133c76e0cb470383262ab907c77632 is 1055, key is row0134/info:/1732139420143/Put/seqid=0 2024-11-20T21:50:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741861_1037 (size=19728) 2024-11-20T21:50:20,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741861_1037 (size=19728) 2024-11-20T21:50:20,183 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=192 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/85133c76e0cb470383262ab907c77632 2024-11-20T21:50:20,190 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/85133c76e0cb470383262ab907c77632 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/85133c76e0cb470383262ab907c77632 2024-11-20T21:50:20,197 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/85133c76e0cb470383262ab907c77632, entries=14, sequenceid=192, filesize=19.3 K 2024-11-20T21:50:20,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for d583f853c0084e9f5ba69d8e2521a6e6 in 25ms, sequenceid=192, compaction requested=true 2024-11-20T21:50:20,198 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:20,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:20,198 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:20,198 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:20,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:20,198 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T21:50:20,199 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103838 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:20,199 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:20,199 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:20,200 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/37bf80e2b48948b381e5de5274bcdcf7, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/55dd1f1a9fac4194a0a747499b98187c, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/85133c76e0cb470383262ab907c77632] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=101.4 K 2024-11-20T21:50:20,200 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 37bf80e2b48948b381e5de5274bcdcf7, keycount=62, bloomtype=ROW, size=69.1 K, encoding=NONE, compression=NONE, seqNum=162, earliestPutTs=1732139383780 2024-11-20T21:50:20,200 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 55dd1f1a9fac4194a0a747499b98187c, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=175, earliestPutTs=1732139418119 2024-11-20T21:50:20,201 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 85133c76e0cb470383262ab907c77632, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732139420143 2024-11-20T21:50:20,202 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/fa3b0dca813b4ff49dd9b79eac0b0c8d is 1055, key is row0148/info:/1732139420173/Put/seqid=0 2024-11-20T21:50:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741862_1038 (size=17606) 2024-11-20T21:50:20,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741862_1038 (size=17606) 2024-11-20T21:50:20,208 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/fa3b0dca813b4ff49dd9b79eac0b0c8d 2024-11-20T21:50:20,214 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/fa3b0dca813b4ff49dd9b79eac0b0c8d as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/fa3b0dca813b4ff49dd9b79eac0b0c8d 2024-11-20T21:50:20,216 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#53 average throughput is 21.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:20,217 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/5da90604cbf945559200788c80f9342e is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:20,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741863_1039 (size=94061) 2024-11-20T21:50:20,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741863_1039 (size=94061) 2024-11-20T21:50:20,222 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/fa3b0dca813b4ff49dd9b79eac0b0c8d, entries=12, sequenceid=207, filesize=17.2 K 2024-11-20T21:50:20,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for d583f853c0084e9f5ba69d8e2521a6e6 in 25ms, sequenceid=207, compaction requested=false 2024-11-20T21:50:20,223 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:20,227 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/5da90604cbf945559200788c80f9342e as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/5da90604cbf945559200788c80f9342e 2024-11-20T21:50:20,233 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into 5da90604cbf945559200788c80f9342e(size=91.9 K), total size for store is 109.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:20,233 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:20,233 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139420198; duration=0sec 2024-11-20T21:50:20,233 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:20,234 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:22,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:22,223 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:50:22,227 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/003751d4e2c0414c9a9e5f8831def605 is 1055, key is row0160/info:/1732139420200/Put/seqid=0 2024-11-20T21:50:22,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741864_1040 (size=13394) 2024-11-20T21:50:22,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741864_1040 (size=13394) 2024-11-20T21:50:22,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=219 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/003751d4e2c0414c9a9e5f8831def605 2024-11-20T21:50:22,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/003751d4e2c0414c9a9e5f8831def605 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/003751d4e2c0414c9a9e5f8831def605 2024-11-20T21:50:22,247 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/003751d4e2c0414c9a9e5f8831def605, entries=8, sequenceid=219, filesize=13.1 K 2024-11-20T21:50:22,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=11.29 KB/11561 for d583f853c0084e9f5ba69d8e2521a6e6 in 25ms, sequenceid=219, compaction requested=true 2024-11-20T21:50:22,248 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:22,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:22,248 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:22,248 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:22,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:22,248 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T21:50:22,249 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:22,249 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:22,250 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:22,250 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/5da90604cbf945559200788c80f9342e, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/fa3b0dca813b4ff49dd9b79eac0b0c8d, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/003751d4e2c0414c9a9e5f8831def605] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=122.1 K 2024-11-20T21:50:22,250 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 5da90604cbf945559200788c80f9342e, keycount=84, bloomtype=ROW, size=91.9 K, encoding=NONE, compression=NONE, seqNum=192, earliestPutTs=1732139383780 2024-11-20T21:50:22,250 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting fa3b0dca813b4ff49dd9b79eac0b0c8d, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1732139420173 2024-11-20T21:50:22,251 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 003751d4e2c0414c9a9e5f8831def605, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732139420200 2024-11-20T21:50:22,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/d9547d8121f34502b09654dd6d1eede0 is 1055, key is row0168/info:/1732139422224/Put/seqid=0 2024-11-20T21:50:22,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741865_1041 (size=17606) 2024-11-20T21:50:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741865_1041 (size=17606) 2024-11-20T21:50:22,257 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=234 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/d9547d8121f34502b09654dd6d1eede0 2024-11-20T21:50:22,265 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#56 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:22,266 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/2106823893b8449d9b57b267b891067b is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:22,266 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/d9547d8121f34502b09654dd6d1eede0 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d9547d8121f34502b09654dd6d1eede0 2024-11-20T21:50:22,272 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d9547d8121f34502b09654dd6d1eede0, entries=12, sequenceid=234, filesize=17.2 K 2024-11-20T21:50:22,273 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=10.26 KB/10510 for d583f853c0084e9f5ba69d8e2521a6e6 in 25ms, sequenceid=234, compaction requested=false 2024-11-20T21:50:22,274 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741866_1042 (size=115227) 2024-11-20T21:50:22,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741866_1042 (size=115227) 2024-11-20T21:50:22,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:22,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-11-20T21:50:22,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/035ecee480524ad88d0215b8c8955755 is 1055, key is row0180/info:/1732139422250/Put/seqid=0 2024-11-20T21:50:22,283 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/2106823893b8449d9b57b267b891067b as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/2106823893b8449d9b57b267b891067b 2024-11-20T21:50:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741867_1043 (size=17606) 2024-11-20T21:50:22,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741867_1043 (size=17606) 2024-11-20T21:50:22,286 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/035ecee480524ad88d0215b8c8955755 2024-11-20T21:50:22,289 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into 2106823893b8449d9b57b267b891067b(size=112.5 K), total size for store is 129.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:22,289 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:22,290 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139422248; duration=0sec 2024-11-20T21:50:22,290 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:22,290 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:22,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/035ecee480524ad88d0215b8c8955755 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/035ecee480524ad88d0215b8c8955755 2024-11-20T21:50:22,296 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/035ecee480524ad88d0215b8c8955755, entries=12, sequenceid=249, filesize=17.2 K 2024-11-20T21:50:22,297 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=1.03 KB/1051 for d583f853c0084e9f5ba69d8e2521a6e6 in 21ms, sequenceid=249, compaction requested=true 2024-11-20T21:50:22,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:22,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:22,297 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:22,297 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:22,298 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 150439 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:22,298 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:22,298 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:22,298 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/2106823893b8449d9b57b267b891067b, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d9547d8121f34502b09654dd6d1eede0, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/035ecee480524ad88d0215b8c8955755] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=146.9 K 2024-11-20T21:50:22,299 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 2106823893b8449d9b57b267b891067b, keycount=104, bloomtype=ROW, size=112.5 K, encoding=NONE, compression=NONE, seqNum=219, earliestPutTs=1732139383780 2024-11-20T21:50:22,299 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting d9547d8121f34502b09654dd6d1eede0, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=234, earliestPutTs=1732139422224 2024-11-20T21:50:22,299 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 035ecee480524ad88d0215b8c8955755, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732139422250 2024-11-20T21:50:22,310 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#58 average throughput is 42.77 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:22,311 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/f6ee9f1680ad410da8928cbc0061ac4f is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741868_1044 (size=140805) 2024-11-20T21:50:22,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741868_1044 (size=140805) 2024-11-20T21:50:22,731 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/f6ee9f1680ad410da8928cbc0061ac4f as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/f6ee9f1680ad410da8928cbc0061ac4f 2024-11-20T21:50:22,738 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into f6ee9f1680ad410da8928cbc0061ac4f(size=137.5 K), total size for store is 137.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:22,738 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:22,738 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139422297; duration=0sec 2024-11-20T21:50:22,738 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:22,738 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:24,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:24,296 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-11-20T21:50:24,300 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/9cf710228235452f9baa2e007555f031 is 1055, key is row0192/info:/1732139422278/Put/seqid=0 2024-11-20T21:50:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741869_1045 (size=13400) 2024-11-20T21:50:24,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741869_1045 (size=13400) 2024-11-20T21:50:24,307 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=262 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/9cf710228235452f9baa2e007555f031 2024-11-20T21:50:24,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/9cf710228235452f9baa2e007555f031 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9cf710228235452f9baa2e007555f031 2024-11-20T21:50:24,319 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9cf710228235452f9baa2e007555f031, entries=8, sequenceid=262, filesize=13.1 K 2024-11-20T21:50:24,320 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for d583f853c0084e9f5ba69d8e2521a6e6 in 24ms, sequenceid=262, compaction requested=false 2024-11-20T21:50:24,320 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:24,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:24,321 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T21:50:24,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/1146358de9ae4e77a603d371f0f5376e is 1055, key is row0200/info:/1732139424297/Put/seqid=0 2024-11-20T21:50:24,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741870_1046 (size=18688) 2024-11-20T21:50:24,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741870_1046 (size=18688) 2024-11-20T21:50:24,335 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=278 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/1146358de9ae4e77a603d371f0f5376e 2024-11-20T21:50:24,342 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/1146358de9ae4e77a603d371f0f5376e as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1146358de9ae4e77a603d371f0f5376e 2024-11-20T21:50:24,347 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1146358de9ae4e77a603d371f0f5376e, entries=13, sequenceid=278, filesize=18.3 K 2024-11-20T21:50:24,348 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for d583f853c0084e9f5ba69d8e2521a6e6 in 27ms, sequenceid=278, compaction requested=true 2024-11-20T21:50:24,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:24,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:24,348 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:24,348 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:24,350 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 172893 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:24,350 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:24,350 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:24,350 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/f6ee9f1680ad410da8928cbc0061ac4f, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9cf710228235452f9baa2e007555f031, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1146358de9ae4e77a603d371f0f5376e] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=168.8 K 2024-11-20T21:50:24,350 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting f6ee9f1680ad410da8928cbc0061ac4f, keycount=128, bloomtype=ROW, size=137.5 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1732139383780 2024-11-20T21:50:24,350 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9cf710228235452f9baa2e007555f031, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=262, earliestPutTs=1732139422278 2024-11-20T21:50:24,351 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1146358de9ae4e77a603d371f0f5376e, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732139424297 2024-11-20T21:50:24,362 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#61 average throughput is 49.78 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:24,362 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/50e7e5d7d5304b8cb4d6e73c9973faac is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741871_1047 (size=163043) 2024-11-20T21:50:24,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741871_1047 (size=163043) 2024-11-20T21:50:24,371 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/50e7e5d7d5304b8cb4d6e73c9973faac as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/50e7e5d7d5304b8cb4d6e73c9973faac 2024-11-20T21:50:24,378 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into 50e7e5d7d5304b8cb4d6e73c9973faac(size=159.2 K), total size for store is 159.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:24,378 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:24,378 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139424348; duration=0sec 2024-11-20T21:50:24,378 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:24,378 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:26,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:26,350 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T21:50:26,358 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/1aee1d530a224347b642fbe21aa08dc7 is 1055, key is row0213/info:/1732139424322/Put/seqid=0 2024-11-20T21:50:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741872_1048 (size=18688) 2024-11-20T21:50:26,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741872_1048 (size=18688) 2024-11-20T21:50:26,365 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/1aee1d530a224347b642fbe21aa08dc7 2024-11-20T21:50:26,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/1aee1d530a224347b642fbe21aa08dc7 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1aee1d530a224347b642fbe21aa08dc7 2024-11-20T21:50:26,378 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1aee1d530a224347b642fbe21aa08dc7, entries=13, sequenceid=295, filesize=18.3 K 2024-11-20T21:50:26,379 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for d583f853c0084e9f5ba69d8e2521a6e6 in 29ms, sequenceid=295, compaction requested=false 2024-11-20T21:50:26,379 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:26,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:26,380 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T21:50:26,384 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/9acca60863e644cda760d3e304e324f3 is 1055, key is row0226/info:/1732139426353/Put/seqid=0 2024-11-20T21:50:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741873_1049 (size=18688) 2024-11-20T21:50:26,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741873_1049 (size=18688) 2024-11-20T21:50:26,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=311 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/9acca60863e644cda760d3e304e324f3 2024-11-20T21:50:26,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/9acca60863e644cda760d3e304e324f3 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9acca60863e644cda760d3e304e324f3 2024-11-20T21:50:26,405 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9acca60863e644cda760d3e304e324f3, entries=13, sequenceid=311, filesize=18.3 K 2024-11-20T21:50:26,406 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for d583f853c0084e9f5ba69d8e2521a6e6 in 26ms, sequenceid=311, compaction requested=true 2024-11-20T21:50:26,406 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:26,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36531 {}] regionserver.HRegion(8855): Flush requested on d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:26,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d583f853c0084e9f5ba69d8e2521a6e6:info, priority=-2147483648, current under compaction store size is 1 2024-11-20T21:50:26,406 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:26,406 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-11-20T21:50:26,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-11-20T21:50:26,408 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 200419 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-11-20T21:50:26,408 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1541): d583f853c0084e9f5ba69d8e2521a6e6/info is initiating minor compaction (all files) 2024-11-20T21:50:26,408 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of d583f853c0084e9f5ba69d8e2521a6e6/info in TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:26,408 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/50e7e5d7d5304b8cb4d6e73c9973faac, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1aee1d530a224347b642fbe21aa08dc7, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9acca60863e644cda760d3e304e324f3] into tmpdir=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp, totalSize=195.7 K 2024-11-20T21:50:26,409 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 50e7e5d7d5304b8cb4d6e73c9973faac, keycount=149, bloomtype=ROW, size=159.2 K, encoding=NONE, compression=NONE, seqNum=278, earliestPutTs=1732139383780 2024-11-20T21:50:26,409 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 1aee1d530a224347b642fbe21aa08dc7, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1732139424322 2024-11-20T21:50:26,409 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9acca60863e644cda760d3e304e324f3, keycount=13, bloomtype=ROW, size=18.3 K, encoding=NONE, compression=NONE, seqNum=311, earliestPutTs=1732139426353 2024-11-20T21:50:26,410 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/233a27854f5d4e699a09a29bdd8f2154 is 1055, key is row0239/info:/1732139426381/Put/seqid=0 2024-11-20T21:50:26,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741874_1050 (size=18688) 2024-11-20T21:50:26,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741874_1050 (size=18688) 2024-11-20T21:50:26,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/233a27854f5d4e699a09a29bdd8f2154 2024-11-20T21:50:26,423 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/233a27854f5d4e699a09a29bdd8f2154 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/233a27854f5d4e699a09a29bdd8f2154 2024-11-20T21:50:26,425 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d583f853c0084e9f5ba69d8e2521a6e6#info#compaction#65 average throughput is 43.85 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-11-20T21:50:26,426 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/d6bcb11314414cfd978452d24918ce18 is 1055, key is row0064/info:/1732139383780/Put/seqid=0 2024-11-20T21:50:26,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741875_1051 (size=190557) 2024-11-20T21:50:26,429 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741875_1051 (size=190557) 2024-11-20T21:50:26,430 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/233a27854f5d4e699a09a29bdd8f2154, entries=13, sequenceid=327, filesize=18.3 K 2024-11-20T21:50:26,430 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=5.13 KB/5255 for d583f853c0084e9f5ba69d8e2521a6e6 in 23ms, sequenceid=327, compaction requested=false 2024-11-20T21:50:26,431 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:26,434 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/d6bcb11314414cfd978452d24918ce18 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d6bcb11314414cfd978452d24918ce18 2024-11-20T21:50:26,441 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in d583f853c0084e9f5ba69d8e2521a6e6/info of d583f853c0084e9f5ba69d8e2521a6e6 into d6bcb11314414cfd978452d24918ce18(size=186.1 K), total size for store is 204.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-11-20T21:50:26,441 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:26,441 INFO [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., storeName=d583f853c0084e9f5ba69d8e2521a6e6/info, priority=13, startTime=1732139426406; duration=0sec 2024-11-20T21:50:26,441 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-11-20T21:50:26,441 DEBUG [RS:0;e1fae5a3a175:36531-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d583f853c0084e9f5ba69d8e2521a6e6:info 2024-11-20T21:50:28,420 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-11-20T21:50:28,440 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428420, exclude list is [], retry=0 2024-11-20T21:50:28,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4,DISK] 2024-11-20T21:50:28,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-20174b83-ff67-43c6-88de-fd36034aed2b,DISK] 2024-11-20T21:50:28,444 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139371004 with entries=313, filesize=302.36 KB; new WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428420 2024-11-20T21:50:28,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34289:34289),(127.0.0.1/127.0.0.1:45315:45315)] 2024-11-20T21:50:28,444 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139371004 is not closed yet, will try archiving it next time 2024-11-20T21:50:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741833_1009 (size=309620) 2024-11-20T21:50:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741833_1009 (size=309620) 2024-11-20T21:50:28,448 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 41171f1b30239b97dd0f96b79280a85b: 2024-11-20T21:50:28,448 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing d583f853c0084e9f5ba69d8e2521a6e6 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-11-20T21:50:28,452 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/8b2a53b673a94f54a51132456728ff21 is 1055, key is row0252/info:/1732139426408/Put/seqid=0 2024-11-20T21:50:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741877_1053 (size=10232) 2024-11-20T21:50:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741877_1053 (size=10232) 2024-11-20T21:50:28,457 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=336 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/8b2a53b673a94f54a51132456728ff21 2024-11-20T21:50:28,462 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/.tmp/info/8b2a53b673a94f54a51132456728ff21 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/8b2a53b673a94f54a51132456728ff21 2024-11-20T21:50:28,467 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/8b2a53b673a94f54a51132456728ff21, entries=5, sequenceid=336, filesize=10.0 K 2024-11-20T21:50:28,468 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for d583f853c0084e9f5ba69d8e2521a6e6 in 20ms, sequenceid=336, compaction requested=true 2024-11-20T21:50:28,468 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for d583f853c0084e9f5ba69d8e2521a6e6: 2024-11-20T21:50:28,468 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-11-20T21:50:28,472 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/info/cb1a6ad6cc6047b4b8dcc3c2fa1dbe7d is 193, key is TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6./info:regioninfo/1732139386992/Put/seqid=0 2024-11-20T21:50:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741878_1054 (size=6223) 2024-11-20T21:50:28,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741878_1054 (size=6223) 2024-11-20T21:50:28,477 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/info/cb1a6ad6cc6047b4b8dcc3c2fa1dbe7d 2024-11-20T21:50:28,483 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/.tmp/info/cb1a6ad6cc6047b4b8dcc3c2fa1dbe7d as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/info/cb1a6ad6cc6047b4b8dcc3c2fa1dbe7d 2024-11-20T21:50:28,488 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/info/cb1a6ad6cc6047b4b8dcc3c2fa1dbe7d, entries=5, sequenceid=21, filesize=6.1 K 2024-11-20T21:50:28,489 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 21ms, sequenceid=21, compaction requested=false 2024-11-20T21:50:28,489 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-11-20T21:50:28,501 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428489, exclude list is [], retry=0 2024-11-20T21:50:28,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36693,DS-d6c0b275-ff9f-4d31-be13-8e9da4ad54e4,DISK] 2024-11-20T21:50:28,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41875,DS-20174b83-ff67-43c6-88de-fd36034aed2b,DISK] 2024-11-20T21:50:28,505 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428420 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428489 2024-11-20T21:50:28,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34289:34289),(127.0.0.1/127.0.0.1:45315:45315)] 2024-11-20T21:50:28,505 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428420 is not closed yet, will try archiving it next time 2024-11-20T21:50:28,506 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139371004 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/oldWALs/e1fae5a3a175%2C36531%2C1732139370619.1732139371004 2024-11-20T21:50:28,507 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T21:50:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741876_1052 (size=731) 2024-11-20T21:50:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741876_1052 (size=731) 2024-11-20T21:50:28,510 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/WALs/e1fae5a3a175,36531,1732139370619/e1fae5a3a175%2C36531%2C1732139370619.1732139428420 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/oldWALs/e1fae5a3a175%2C36531%2C1732139370619.1732139428420 2024-11-20T21:50:28,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:50:28,607 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:50:28,607 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:28,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:28,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:28,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:50:28,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:50:28,608 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1461937423, stopped=false 2024-11-20T21:50:28,608 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,42449,1732139370574 2024-11-20T21:50:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:28,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:28,609 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:50:28,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:28,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:50:28,610 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:28,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:28,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:28,610 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,36531,1732139370619' ***** 2024-11-20T21:50:28,610 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:50:28,610 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:50:28,611 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(3091): Received CLOSE for 41171f1b30239b97dd0f96b79280a85b 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(3091): Received CLOSE for d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,36531,1732139370619 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:36531. 2024-11-20T21:50:28,611 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41171f1b30239b97dd0f96b79280a85b, disabling compactions & flushes 2024-11-20T21:50:28,611 DEBUG [RS:0;e1fae5a3a175:36531 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:28,611 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:50:28,611 DEBUG [RS:0;e1fae5a3a175:36531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:28,611 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:50:28,611 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. after waiting 0 ms 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:50:28,611 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:50:28,611 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:50:28,612 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T21:50:28,612 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1325): Online Regions={41171f1b30239b97dd0f96b79280a85b=TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b., d583f853c0084e9f5ba69d8e2521a6e6=TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6., 1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:50:28,612 DEBUG [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41171f1b30239b97dd0f96b79280a85b, d583f853c0084e9f5ba69d8e2521a6e6 2024-11-20T21:50:28,612 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:50:28,612 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:50:28,612 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:50:28,612 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de->hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b-bottom] to archive 2024-11-20T21:50:28,612 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:50:28,612 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:50:28,613 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:50:28,615 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:50:28,615 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=e1fae5a3a175:42449 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-11-20T21:50:28,616 WARN [StoreCloser-TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-11-20T21:50:28,617 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-11-20T21:50:28,617 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:50:28,618 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:50:28,618 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139428612Running coprocessor pre-close hooks at 1732139428612Disabling compacts and flushes for region at 1732139428612Disabling writes for close at 1732139428612Writing region close event to WAL at 1732139428614 (+2 ms)Running coprocessor post-close hooks at 1732139428617 (+3 ms)Closed at 1732139428618 (+1 ms) 2024-11-20T21:50:28,618 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:50:28,619 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/41171f1b30239b97dd0f96b79280a85b/recovered.edits/105.seqid, newMaxSeqId=105, maxSeqId=100 2024-11-20T21:50:28,620 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:50:28,620 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41171f1b30239b97dd0f96b79280a85b: Waiting for close lock at 1732139428611Running coprocessor pre-close hooks at 1732139428611Disabling compacts and flushes for region at 1732139428611Disabling writes for close at 1732139428611Writing region close event to WAL at 1732139428616 (+5 ms)Running coprocessor post-close hooks at 1732139428620 (+4 ms)Closed at 1732139428620 2024-11-20T21:50:28,620 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1732139386261.41171f1b30239b97dd0f96b79280a85b. 2024-11-20T21:50:28,620 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d583f853c0084e9f5ba69d8e2521a6e6, disabling compactions & flushes 2024-11-20T21:50:28,620 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:28,620 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:28,620 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. after waiting 0 ms 2024-11-20T21:50:28,620 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:28,621 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de->hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/8c54388d7b84bf6cd18596a1de2c08de/info/6db46c35058f41abb9ba9ea23dc7384b-top, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/a3143ae8e88a4a73b1e8802854fc5a50, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/030ff298aaba4b37b92623472f410b17, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/7873434cab104bb392d43c06bf8f56fa, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/806bcca5b23841aca62294e85dac1214, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/c2c265baee2847f0be88f91c64b95a70, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/37bf80e2b48948b381e5de5274bcdcf7, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/db41e85eb62947459d53ef34545ae6e2, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/55dd1f1a9fac4194a0a747499b98187c, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/5da90604cbf945559200788c80f9342e, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/85133c76e0cb470383262ab907c77632, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/fa3b0dca813b4ff49dd9b79eac0b0c8d, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/2106823893b8449d9b57b267b891067b, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/003751d4e2c0414c9a9e5f8831def605, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d9547d8121f34502b09654dd6d1eede0, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/f6ee9f1680ad410da8928cbc0061ac4f, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/035ecee480524ad88d0215b8c8955755, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9cf710228235452f9baa2e007555f031, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/50e7e5d7d5304b8cb4d6e73c9973faac, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1146358de9ae4e77a603d371f0f5376e, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1aee1d530a224347b642fbe21aa08dc7, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9acca60863e644cda760d3e304e324f3] to archive 2024-11-20T21:50:28,622 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-11-20T21:50:28,624 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/6db46c35058f41abb9ba9ea23dc7384b.8c54388d7b84bf6cd18596a1de2c08de 2024-11-20T21:50:28,625 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/a3143ae8e88a4a73b1e8802854fc5a50 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/a3143ae8e88a4a73b1e8802854fc5a50 2024-11-20T21:50:28,626 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/TestLogRolling-testLogRolling=8c54388d7b84bf6cd18596a1de2c08de-d36a2ca12ecc4864aa4a567cdca6767f 2024-11-20T21:50:28,628 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/030ff298aaba4b37b92623472f410b17 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/030ff298aaba4b37b92623472f410b17 2024-11-20T21:50:28,629 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/7873434cab104bb392d43c06bf8f56fa to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/7873434cab104bb392d43c06bf8f56fa 2024-11-20T21:50:28,631 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/806bcca5b23841aca62294e85dac1214 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/806bcca5b23841aca62294e85dac1214 2024-11-20T21:50:28,632 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/c2c265baee2847f0be88f91c64b95a70 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/c2c265baee2847f0be88f91c64b95a70 2024-11-20T21:50:28,633 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/37bf80e2b48948b381e5de5274bcdcf7 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/37bf80e2b48948b381e5de5274bcdcf7 2024-11-20T21:50:28,635 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/db41e85eb62947459d53ef34545ae6e2 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/db41e85eb62947459d53ef34545ae6e2 2024-11-20T21:50:28,636 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/55dd1f1a9fac4194a0a747499b98187c to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/55dd1f1a9fac4194a0a747499b98187c 2024-11-20T21:50:28,637 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/5da90604cbf945559200788c80f9342e to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/5da90604cbf945559200788c80f9342e 2024-11-20T21:50:28,639 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/85133c76e0cb470383262ab907c77632 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/85133c76e0cb470383262ab907c77632 2024-11-20T21:50:28,640 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/fa3b0dca813b4ff49dd9b79eac0b0c8d to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/fa3b0dca813b4ff49dd9b79eac0b0c8d 2024-11-20T21:50:28,641 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/2106823893b8449d9b57b267b891067b to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/2106823893b8449d9b57b267b891067b 2024-11-20T21:50:28,642 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/003751d4e2c0414c9a9e5f8831def605 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/003751d4e2c0414c9a9e5f8831def605 2024-11-20T21:50:28,643 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d9547d8121f34502b09654dd6d1eede0 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/d9547d8121f34502b09654dd6d1eede0 2024-11-20T21:50:28,644 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/f6ee9f1680ad410da8928cbc0061ac4f to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/f6ee9f1680ad410da8928cbc0061ac4f 2024-11-20T21:50:28,645 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/035ecee480524ad88d0215b8c8955755 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/035ecee480524ad88d0215b8c8955755 2024-11-20T21:50:28,646 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9cf710228235452f9baa2e007555f031 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9cf710228235452f9baa2e007555f031 2024-11-20T21:50:28,647 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/50e7e5d7d5304b8cb4d6e73c9973faac to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/50e7e5d7d5304b8cb4d6e73c9973faac 2024-11-20T21:50:28,648 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1146358de9ae4e77a603d371f0f5376e to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1146358de9ae4e77a603d371f0f5376e 2024-11-20T21:50:28,650 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1aee1d530a224347b642fbe21aa08dc7 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/1aee1d530a224347b642fbe21aa08dc7 2024-11-20T21:50:28,651 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9acca60863e644cda760d3e304e324f3 to hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/archive/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/info/9acca60863e644cda760d3e304e324f3 2024-11-20T21:50:28,651 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [a3143ae8e88a4a73b1e8802854fc5a50=18828, 030ff298aaba4b37b92623472f410b17=13386, 7873434cab104bb392d43c06bf8f56fa=41062, 806bcca5b23841aca62294e85dac1214=18662, c2c265baee2847f0be88f91c64b95a70=21838, 37bf80e2b48948b381e5de5274bcdcf7=70716, db41e85eb62947459d53ef34545ae6e2=17606, 55dd1f1a9fac4194a0a747499b98187c=13394, 5da90604cbf945559200788c80f9342e=94061, 85133c76e0cb470383262ab907c77632=19728, fa3b0dca813b4ff49dd9b79eac0b0c8d=17606, 2106823893b8449d9b57b267b891067b=115227, 003751d4e2c0414c9a9e5f8831def605=13394, d9547d8121f34502b09654dd6d1eede0=17606, f6ee9f1680ad410da8928cbc0061ac4f=140805, 035ecee480524ad88d0215b8c8955755=17606, 9cf710228235452f9baa2e007555f031=13400, 50e7e5d7d5304b8cb4d6e73c9973faac=163043, 1146358de9ae4e77a603d371f0f5376e=18688, 1aee1d530a224347b642fbe21aa08dc7=18688, 9acca60863e644cda760d3e304e324f3=18688] 2024-11-20T21:50:28,655 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/data/default/TestLogRolling-testLogRolling/d583f853c0084e9f5ba69d8e2521a6e6/recovered.edits/339.seqid, newMaxSeqId=339, maxSeqId=100 2024-11-20T21:50:28,656 INFO [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:28,656 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d583f853c0084e9f5ba69d8e2521a6e6: Waiting for close lock at 1732139428620Running coprocessor pre-close hooks at 1732139428620Disabling compacts and flushes for region at 1732139428620Disabling writes for close at 1732139428620Writing region close event to WAL at 1732139428651 (+31 ms)Running coprocessor post-close hooks at 1732139428656 (+5 ms)Closed at 1732139428656 2024-11-20T21:50:28,656 DEBUG [RS_CLOSE_REGION-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1732139386261.d583f853c0084e9f5ba69d8e2521a6e6. 2024-11-20T21:50:28,812 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,36531,1732139370619; all regions closed. 2024-11-20T21:50:28,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741834_1010 (size=8107) 2024-11-20T21:50:28,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741834_1010 (size=8107) 2024-11-20T21:50:28,820 DEBUG [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/oldWALs 2024-11-20T21:50:28,820 INFO [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C36531%2C1732139370619.meta:.meta(num 1732139371389) 2024-11-20T21:50:28,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741879_1055 (size=778) 2024-11-20T21:50:28,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741879_1055 (size=778) 2024-11-20T21:50:28,826 DEBUG [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/oldWALs 2024-11-20T21:50:28,826 INFO [RS:0;e1fae5a3a175:36531 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C36531%2C1732139370619:(num 1732139428489) 2024-11-20T21:50:28,826 DEBUG [RS:0;e1fae5a3a175:36531 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:28,826 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:50:28,826 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:50:28,826 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T21:50:28,826 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:50:28,826 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:50:28,826 INFO [RS:0;e1fae5a3a175:36531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36531 2024-11-20T21:50:28,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,36531,1732139370619 2024-11-20T21:50:28,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:50:28,828 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:50:28,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,36531,1732139370619] 2024-11-20T21:50:28,829 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,36531,1732139370619 already deleted, retry=false 2024-11-20T21:50:28,829 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,36531,1732139370619 expired; onlineServers=0 2024-11-20T21:50:28,829 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,42449,1732139370574' ***** 2024-11-20T21:50:28,829 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:50:28,829 INFO [M:0;e1fae5a3a175:42449 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:50:28,829 INFO [M:0;e1fae5a3a175:42449 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:50:28,829 DEBUG [M:0;e1fae5a3a175:42449 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:50:28,829 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:50:28,829 DEBUG [M:0;e1fae5a3a175:42449 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:50:28,829 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139370779 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139370779,5,FailOnTimeoutGroup] 2024-11-20T21:50:28,829 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139370779 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139370779,5,FailOnTimeoutGroup] 2024-11-20T21:50:28,829 INFO [M:0;e1fae5a3a175:42449 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:50:28,830 INFO [M:0;e1fae5a3a175:42449 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:50:28,830 DEBUG [M:0;e1fae5a3a175:42449 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:50:28,830 INFO [M:0;e1fae5a3a175:42449 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:50:28,830 INFO [M:0;e1fae5a3a175:42449 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:50:28,830 INFO [M:0;e1fae5a3a175:42449 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:50:28,830 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:50:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:50:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:28,830 DEBUG [M:0;e1fae5a3a175:42449 {}] zookeeper.ZKUtil(347): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:50:28,830 WARN [M:0;e1fae5a3a175:42449 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:50:28,832 INFO [M:0;e1fae5a3a175:42449 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/.lastflushedseqids 2024-11-20T21:50:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741880_1056 (size=228) 2024-11-20T21:50:28,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741880_1056 (size=228) 2024-11-20T21:50:28,839 INFO [M:0;e1fae5a3a175:42449 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:50:28,839 INFO [M:0;e1fae5a3a175:42449 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:50:28,839 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:50:28,839 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:28,839 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:28,839 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:50:28,839 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:28,839 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=51.42 KB heapSize=63.35 KB 2024-11-20T21:50:28,853 DEBUG [M:0;e1fae5a3a175:42449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/877d341cc36e4c37bca2e837dfa8184f is 82, key is hbase:meta,,1/info:regioninfo/1732139371426/Put/seqid=0 2024-11-20T21:50:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741881_1057 (size=5672) 2024-11-20T21:50:28,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741881_1057 (size=5672) 2024-11-20T21:50:28,858 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/877d341cc36e4c37bca2e837dfa8184f 2024-11-20T21:50:28,872 INFO [regionserver/e1fae5a3a175:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:50:28,875 DEBUG [M:0;e1fae5a3a175:42449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9113efd4e98540f7bac39b4962db7421 is 750, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732139371945/Put/seqid=0 2024-11-20T21:50:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741882_1058 (size=7090) 2024-11-20T21:50:28,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741882_1058 (size=7090) 2024-11-20T21:50:28,880 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=50.81 KB at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9113efd4e98540f7bac39b4962db7421 2024-11-20T21:50:28,884 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9113efd4e98540f7bac39b4962db7421 2024-11-20T21:50:28,901 DEBUG [M:0;e1fae5a3a175:42449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be708c63281145e991c27e10e3856400 is 69, key is e1fae5a3a175,36531,1732139370619/rs:state/1732139370852/Put/seqid=0 2024-11-20T21:50:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741883_1059 (size=5156) 2024-11-20T21:50:28,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741883_1059 (size=5156) 2024-11-20T21:50:28,906 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be708c63281145e991c27e10e3856400 2024-11-20T21:50:28,924 DEBUG [M:0;e1fae5a3a175:42449 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0227b77384d3483097afac8109ec925f is 52, key is load_balancer_on/state:d/1732139371550/Put/seqid=0 2024-11-20T21:50:28,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:28,929 INFO [RS:0;e1fae5a3a175:36531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:50:28,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36531-0x1005f1ca4af0001, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:28,929 INFO [RS:0;e1fae5a3a175:36531 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,36531,1732139370619; zookeeper connection closed. 2024-11-20T21:50:28,929 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@521274fa {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@521274fa 2024-11-20T21:50:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741884_1060 (size=5056) 2024-11-20T21:50:28,929 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741884_1060 (size=5056) 2024-11-20T21:50:28,929 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:50:28,930 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=125 (bloomFilter=true), to=hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0227b77384d3483097afac8109ec925f 2024-11-20T21:50:28,935 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/877d341cc36e4c37bca2e837dfa8184f as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/877d341cc36e4c37bca2e837dfa8184f 2024-11-20T21:50:28,940 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/877d341cc36e4c37bca2e837dfa8184f, entries=8, sequenceid=125, filesize=5.5 K 2024-11-20T21:50:28,941 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9113efd4e98540f7bac39b4962db7421 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9113efd4e98540f7bac39b4962db7421 2024-11-20T21:50:28,945 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9113efd4e98540f7bac39b4962db7421 2024-11-20T21:50:28,945 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9113efd4e98540f7bac39b4962db7421, entries=13, sequenceid=125, filesize=6.9 K 2024-11-20T21:50:28,946 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/be708c63281145e991c27e10e3856400 as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be708c63281145e991c27e10e3856400 2024-11-20T21:50:28,950 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/be708c63281145e991c27e10e3856400, entries=1, sequenceid=125, filesize=5.0 K 2024-11-20T21:50:28,951 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0227b77384d3483097afac8109ec925f as hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0227b77384d3483097afac8109ec925f 2024-11-20T21:50:28,956 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38391/user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0227b77384d3483097afac8109ec925f, entries=1, sequenceid=125, filesize=4.9 K 2024-11-20T21:50:28,957 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(3140): Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false 2024-11-20T21:50:28,958 INFO [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:28,958 DEBUG [M:0;e1fae5a3a175:42449 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139428839Disabling compacts and flushes for region at 1732139428839Disabling writes for close at 1732139428839Obtaining lock to block concurrent updates at 1732139428839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139428839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=52651, getHeapSize=64808, getOffHeapSize=0, getCellsCount=148 at 1732139428840 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139428840Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139428840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139428853 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139428853Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139428861 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139428875 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139428875Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139428885 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139428900 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139428900Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732139428911 (+11 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732139428924 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732139428924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@453001f3: reopening flushed file at 1732139428934 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b9b1f63: reopening flushed file at 1732139428940 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@46bd6b1b: reopening flushed file at 1732139428945 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e2adb0b: reopening flushed file at 1732139428950 (+5 ms)Finished flush of dataSize ~51.42 KB/52651, heapSize ~63.29 KB/64808, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 118ms, sequenceid=125, compaction requested=false at 1732139428957 (+7 ms)Writing region close event to WAL at 1732139428958 (+1 ms)Closed at 1732139428958 2024-11-20T21:50:28,960 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/97c652d5-227f-1b8d-85d4-6909024b21aa/MasterData/WALs/e1fae5a3a175,42449,1732139370574/e1fae5a3a175%2C42449%2C1732139370574.1732139370705 not finished, retry = 0 2024-11-20T21:50:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36693 is added to blk_1073741830_1006 (size=61320) 2024-11-20T21:50:28,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41875 is added to blk_1073741830_1006 (size=61320) 2024-11-20T21:50:29,062 INFO [M:0;e1fae5a3a175:42449 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:50:29,062 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:50:29,063 INFO [M:0;e1fae5a3a175:42449 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42449 2024-11-20T21:50:29,063 INFO [M:0;e1fae5a3a175:42449 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:50:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:29,166 INFO [M:0;e1fae5a3a175:42449 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:50:29,166 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42449-0x1005f1ca4af0000, quorum=127.0.0.1:62084, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:29,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@67dd5012{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:29,172 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46083b64{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:50:29,172 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:50:29,172 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d191941{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:50:29,173 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cf15790{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir/,STOPPED} 2024-11-20T21:50:29,175 WARN [BP-1494099058-172.17.0.2-1732139370004 heartbeating to localhost/127.0.0.1:38391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:50:29,175 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:50:29,175 WARN [BP-1494099058-172.17.0.2-1732139370004 heartbeating to localhost/127.0.0.1:38391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494099058-172.17.0.2-1732139370004 (Datanode Uuid f2b5a883-384e-49d9-9aa5-c4d019bd34b0) service to localhost/127.0.0.1:38391 2024-11-20T21:50:29,175 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:50:29,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data3/current/BP-1494099058-172.17.0.2-1732139370004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:29,176 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data4/current/BP-1494099058-172.17.0.2-1732139370004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:29,176 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:50:29,178 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53cfe7e8{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:29,179 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1eefbd61{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:50:29,179 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:50:29,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2b2c8f52{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:50:29,179 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2781e11a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir/,STOPPED} 2024-11-20T21:50:29,181 WARN [BP-1494099058-172.17.0.2-1732139370004 heartbeating to localhost/127.0.0.1:38391 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:50:29,181 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:50:29,181 WARN [BP-1494099058-172.17.0.2-1732139370004 heartbeating to localhost/127.0.0.1:38391 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1494099058-172.17.0.2-1732139370004 (Datanode Uuid 589284de-b177-4588-b8d6-84c2cf585428) service to localhost/127.0.0.1:38391 2024-11-20T21:50:29,181 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:50:29,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data1/current/BP-1494099058-172.17.0.2-1732139370004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:29,182 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/cluster_43cea2b8-7c31-84c0-0dda-8e422cc89a72/data/data2/current/BP-1494099058-172.17.0.2-1732139370004 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:29,182 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:50:29,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5eb7183c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:50:29,188 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7dab187e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:50:29,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:50:29,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4fae1ecb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:50:29,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@35496952{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir/,STOPPED} 2024-11-20T21:50:29,194 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:50:29,223 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:50:29,228 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=110 (was 97) - Thread LEAK? -, OpenFileDescriptor=458 (was 429) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=47 (was 61), ProcessCount=11 (was 11), AvailableMemoryMB=2974 (was 3186) 2024-11-20T21:50:29,233 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=110, OpenFileDescriptor=458, MaxFileDescriptor=1048576, SystemLoadAverage=47, ProcessCount=11, AvailableMemoryMB=2974 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.log.dir so I do NOT create it in target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/493ccc92-024f-3e28-c514-dfa2d274944a/hadoop.tmp.dir so I do NOT create it in target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be, deleteOnExit=true 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/test.cache.data in system properties and HBase conf 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir in system properties and HBase conf 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T21:50:29,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T21:50:29,234 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/nfs.dump.dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/java.io.tmpdir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T21:50:29,235 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T21:50:29,298 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:29,302 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:29,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:29,305 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:29,305 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:50:29,312 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:29,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ca06644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:29,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b2a0c5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:29,404 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@a12f1e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/java.io.tmpdir/jetty-localhost-40795-hadoop-hdfs-3_4_1-tests_jar-_-any-5002869541161609072/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:50:29,404 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@781b26be{HTTP/1.1, (http/1.1)}{localhost:40795} 2024-11-20T21:50:29,405 INFO [Time-limited test {}] server.Server(415): Started @198470ms 2024-11-20T21:50:29,449 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:29,452 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:29,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:29,452 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:29,453 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:50:29,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47d1d248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:29,453 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f48a13a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:29,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@43a38b15{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/java.io.tmpdir/jetty-localhost-40449-hadoop-hdfs-3_4_1-tests_jar-_-any-9410193196600620278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:29,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e679273{HTTP/1.1, (http/1.1)}{localhost:40449} 2024-11-20T21:50:29,547 INFO [Time-limited test {}] server.Server(415): Started @198612ms 2024-11-20T21:50:29,548 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:50:29,577 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T21:50:29,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T21:50:29,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T21:50:29,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T21:50:29,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T21:50:29,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76148131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir/,AVAILABLE} 2024-11-20T21:50:29,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57a0d306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T21:50:29,604 WARN [Thread-1599 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data2/current/BP-528352329-172.17.0.2-1732139429259/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:29,604 WARN [Thread-1598 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data1/current/BP-528352329-172.17.0.2-1732139429259/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:29,621 WARN [Thread-1577 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:50:29,623 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x173606b26e60cea3 with lease ID 0x681c5fa308adfd1f: Processing first storage report for DS-9e58dca4-7876-4321-9dca-4bc5cd11e767 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=3531e7fc-60c1-4860-9e3c-35020d39d810, infoPort=34525, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259) 2024-11-20T21:50:29,623 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x173606b26e60cea3 with lease ID 0x681c5fa308adfd1f: from storage DS-9e58dca4-7876-4321-9dca-4bc5cd11e767 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=3531e7fc-60c1-4860-9e3c-35020d39d810, infoPort=34525, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x173606b26e60cea3 with lease ID 0x681c5fa308adfd1f: Processing first storage report for DS-e8cbb4d4-234e-4e4a-a9e6-af2d9d39e978 from datanode DatanodeRegistration(127.0.0.1:41675, datanodeUuid=3531e7fc-60c1-4860-9e3c-35020d39d810, infoPort=34525, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259) 2024-11-20T21:50:29,624 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x173606b26e60cea3 with lease ID 0x681c5fa308adfd1f: from storage DS-e8cbb4d4-234e-4e4a-a9e6-af2d9d39e978 node DatanodeRegistration(127.0.0.1:41675, datanodeUuid=3531e7fc-60c1-4860-9e3c-35020d39d810, infoPort=34525, infoSecurePort=0, ipcPort=42217, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:29,676 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@599cbed5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/java.io.tmpdir/jetty-localhost-34181-hadoop-hdfs-3_4_1-tests_jar-_-any-11995986792097565105/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:29,676 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1d7399f8{HTTP/1.1, (http/1.1)}{localhost:34181} 2024-11-20T21:50:29,676 INFO [Time-limited test {}] server.Server(415): Started @198741ms 2024-11-20T21:50:29,677 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T21:50:29,740 WARN [Thread-1625 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data4/current/BP-528352329-172.17.0.2-1732139429259/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:29,740 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data3/current/BP-528352329-172.17.0.2-1732139429259/current, will proceed with Du for space computation calculation, 2024-11-20T21:50:29,757 WARN [Thread-1613 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T21:50:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0b9c21d5dc78a98 with lease ID 0x681c5fa308adfd20: Processing first storage report for DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32 from datanode DatanodeRegistration(127.0.0.1:39135, datanodeUuid=1162dcb4-5851-4405-91ab-85ab6370e917, infoPort=41477, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259) 2024-11-20T21:50:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0b9c21d5dc78a98 with lease ID 0x681c5fa308adfd20: from storage DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32 node DatanodeRegistration(127.0.0.1:39135, datanodeUuid=1162dcb4-5851-4405-91ab-85ab6370e917, infoPort=41477, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0b9c21d5dc78a98 with lease ID 0x681c5fa308adfd20: Processing first storage report for DS-8c8ed841-3240-42c1-a7ed-1409d538a8ae from datanode DatanodeRegistration(127.0.0.1:39135, datanodeUuid=1162dcb4-5851-4405-91ab-85ab6370e917, infoPort=41477, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259) 2024-11-20T21:50:29,759 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0b9c21d5dc78a98 with lease ID 0x681c5fa308adfd20: from storage DS-8c8ed841-3240-42c1-a7ed-1409d538a8ae node DatanodeRegistration(127.0.0.1:39135, datanodeUuid=1162dcb4-5851-4405-91ab-85ab6370e917, infoPort=41477, infoSecurePort=0, ipcPort=43259, storageInfo=lv=-57;cid=testClusterID;nsid=280560727;c=1732139429259), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T21:50:29,801 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a 2024-11-20T21:50:29,806 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/zookeeper_0, clientPort=53549, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T21:50:29,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53549 2024-11-20T21:50:29,808 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,810 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:50:29,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741825_1001 (size=7) 2024-11-20T21:50:29,820 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178 with version=8 2024-11-20T21:50:29,820 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:33953/user/jenkins/test-data/713b80df-2486-6ed6-8ea9-642e8f7f2e1a/hbase-staging 2024-11-20T21:50:29,822 INFO [Time-limited test {}] client.ConnectionUtils(128): master/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:50:29,822 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:29,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:29,823 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:50:29,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:29,823 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:50:29,823 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T21:50:29,823 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:50:29,824 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44943 2024-11-20T21:50:29,826 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44943 connecting to ZooKeeper ensemble=127.0.0.1:53549 2024-11-20T21:50:29,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:449430x0, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:50:29,830 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44943-0x1005f1d8c1b0000 connected 2024-11-20T21:50:29,842 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,844 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,845 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:29,846 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178, hbase.cluster.distributed=false 2024-11-20T21:50:29,847 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:50:29,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44943 2024-11-20T21:50:29,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44943 2024-11-20T21:50:29,848 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44943 2024-11-20T21:50:29,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44943 2024-11-20T21:50:29,849 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44943 2024-11-20T21:50:29,866 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/e1fae5a3a175:0 server-side Connection retries=45 2024-11-20T21:50:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:29,866 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T21:50:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T21:50:29,866 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T21:50:29,866 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T21:50:29,867 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T21:50:29,867 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44965 2024-11-20T21:50:29,869 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44965 connecting to ZooKeeper ensemble=127.0.0.1:53549 2024-11-20T21:50:29,870 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,871 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:449650x0, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T21:50:29,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44965-0x1005f1d8c1b0001 connected 2024-11-20T21:50:29,875 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:29,875 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T21:50:29,876 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T21:50:29,876 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T21:50:29,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T21:50:29,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44965 2024-11-20T21:50:29,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44965 2024-11-20T21:50:29,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44965 2024-11-20T21:50:29,878 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44965 2024-11-20T21:50:29,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44965 2024-11-20T21:50:29,890 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;e1fae5a3a175:44943 2024-11-20T21:50:29,890 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:29,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:29,891 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:29,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T21:50:29,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,893 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T21:50:29,893 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/e1fae5a3a175,44943,1732139429822 from backup master directory 2024-11-20T21:50:29,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:29,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:29,894 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T21:50:29,894 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:50:29,894 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:29,897 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/hbase.id] with ID: 85e1f93d-1fd2-4dd9-b1a6-601d5ef24e9e 2024-11-20T21:50:29,897 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/.tmp/hbase.id 2024-11-20T21:50:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:50:29,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741826_1002 (size=42) 2024-11-20T21:50:29,903 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/.tmp/hbase.id]:[hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/hbase.id] 2024-11-20T21:50:29,915 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:29,915 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T21:50:29,916 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-20T21:50:29,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:50:29,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741827_1003 (size=196) 2024-11-20T21:50:29,926 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T21:50:29,927 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T21:50:29,928 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:50:29,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741828_1004 (size=1189) 2024-11-20T21:50:29,938 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store 2024-11-20T21:50:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:50:29,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741829_1005 (size=34) 2024-11-20T21:50:29,944 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:29,945 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:50:29,945 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:29,945 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:29,945 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:50:29,945 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:29,945 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:29,945 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139429945Disabling compacts and flushes for region at 1732139429945Disabling writes for close at 1732139429945Writing region close event to WAL at 1732139429945Closed at 1732139429945 2024-11-20T21:50:29,946 WARN [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/.initializing 2024-11-20T21:50:29,946 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/WALs/e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:29,947 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:29,948 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C44943%2C1732139429822, suffix=, logDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/WALs/e1fae5a3a175,44943,1732139429822, archiveDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/oldWALs, maxLogs=10 2024-11-20T21:50:29,960 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/WALs/e1fae5a3a175,44943,1732139429822/e1fae5a3a175%2C44943%2C1732139429822.1732139429948, exclude list is [], retry=0 2024-11-20T21:50:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-9e58dca4-7876-4321-9dca-4bc5cd11e767,DISK] 2024-11-20T21:50:29,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32,DISK] 2024-11-20T21:50:29,964 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/WALs/e1fae5a3a175,44943,1732139429822/e1fae5a3a175%2C44943%2C1732139429822.1732139429948 2024-11-20T21:50:29,964 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525),(127.0.0.1/127.0.0.1:41477:41477)] 2024-11-20T21:50:29,964 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:29,964 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:29,964 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,964 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,967 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T21:50:29,967 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:29,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:29,968 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,969 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T21:50:29,969 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:29,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:29,970 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T21:50:29,971 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:29,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:29,971 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,972 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T21:50:29,972 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:29,973 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T21:50:29,973 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,974 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,974 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,975 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,975 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,975 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T21:50:29,976 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T21:50:29,978 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:29,978 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=842343, jitterRate=0.07109533250331879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T21:50:29,979 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732139429964Initializing all the Stores at 1732139429965 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139429965Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139429966 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139429966Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139429966Cleaning up temporary data from old regions at 1732139429975 (+9 ms)Region opened successfully at 1732139429979 (+4 ms) 2024-11-20T21:50:29,979 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T21:50:29,982 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@439c6695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:50:29,983 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T21:50:29,983 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-20T21:50:29,983 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-20T21:50:29,984 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T21:50:29,984 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T21:50:29,984 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-20T21:50:29,984 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T21:50:29,987 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T21:50:29,988 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T21:50:29,989 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T21:50:29,989 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T21:50:29,990 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T21:50:29,990 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T21:50:29,990 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T21:50:29,991 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T21:50:29,992 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T21:50:29,993 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T21:50:29,993 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T21:50:29,995 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T21:50:29,995 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T21:50:29,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:29,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:29,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,997 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=e1fae5a3a175,44943,1732139429822, sessionid=0x1005f1d8c1b0000, setting cluster-up flag (Was=false) 2024-11-20T21:50:29,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:29,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,001 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T21:50:30,002 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:30,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,003 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,006 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T21:50:30,007 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:30,008 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T21:50:30,012 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:30,012 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T21:50:30,012 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T21:50:30,012 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: e1fae5a3a175,44943,1732139429822 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=5, maxPoolSize=5 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/e1fae5a3a175:0, corePoolSize=10, maxPoolSize=10 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:50:30,014 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732139460016 2024-11-20T21:50:30,016 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T21:50:30,016 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T21:50:30,016 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,017 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T21:50:30,017 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T21:50:30,017 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T21:50:30,017 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,017 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T21:50:30,018 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T21:50:30,018 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T21:50:30,019 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139430018,5,FailOnTimeoutGroup] 2024-11-20T21:50:30,019 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139430019,5,FailOnTimeoutGroup] 2024-11-20T21:50:30,019 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,019 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T21:50:30,019 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,019 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:50:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741831_1007 (size=1321) 2024-11-20T21:50:30,026 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T21:50:30,026 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178 2024-11-20T21:50:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:50:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741832_1008 (size=32) 2024-11-20T21:50:30,034 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:30,035 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:50:30,036 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:50:30,036 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,037 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:50:30,038 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:50:30,038 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,038 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,039 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:50:30,039 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:50:30,040 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,040 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:50:30,041 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:50:30,041 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,041 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,041 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:50:30,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740 2024-11-20T21:50:30,042 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740 2024-11-20T21:50:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:50:30,043 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:50:30,044 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:50:30,044 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:50:30,046 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T21:50:30,046 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=701924, jitterRate=-0.10745804011821747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:50:30,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732139430034Initializing all the Stores at 1732139430034Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139430034Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139430035 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139430035Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139430035Cleaning up temporary data from old regions at 1732139430043 (+8 ms)Region opened successfully at 1732139430047 (+4 ms) 2024-11-20T21:50:30,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:50:30,047 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:50:30,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:50:30,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:50:30,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:50:30,047 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:50:30,047 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139430047Disabling compacts and flushes for region at 1732139430047Disabling writes for close at 1732139430047Writing region close event to WAL at 1732139430047Closed at 1732139430047 2024-11-20T21:50:30,048 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:30,048 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T21:50:30,049 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T21:50:30,049 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:50:30,050 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T21:50:30,081 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(746): ClusterId : 85e1f93d-1fd2-4dd9-b1a6-601d5ef24e9e 2024-11-20T21:50:30,081 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T21:50:30,082 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T21:50:30,082 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T21:50:30,084 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T21:50:30,084 DEBUG [RS:0;e1fae5a3a175:44965 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@371960c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=e1fae5a3a175/172.17.0.2:0 2024-11-20T21:50:30,094 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;e1fae5a3a175:44965 2024-11-20T21:50:30,094 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T21:50:30,094 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T21:50:30,094 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T21:50:30,094 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(2659): reportForDuty to master=e1fae5a3a175,44943,1732139429822 with port=44965, startcode=1732139429866 2024-11-20T21:50:30,095 DEBUG [RS:0;e1fae5a3a175:44965 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T21:50:30,096 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43109, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T21:50:30,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44943 {}] master.ServerManager(363): Checking decommissioned status of RegionServer e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,096 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44943 {}] master.ServerManager(517): Registering regionserver=e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,097 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178 2024-11-20T21:50:30,097 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46119 2024-11-20T21:50:30,097 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T21:50:30,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:50:30,099 DEBUG [RS:0;e1fae5a3a175:44965 {}] zookeeper.ZKUtil(111): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,099 WARN [RS:0;e1fae5a3a175:44965 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T21:50:30,099 INFO [RS:0;e1fae5a3a175:44965 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:30,099 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,099 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [e1fae5a3a175,44965,1732139429866] 2024-11-20T21:50:30,102 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T21:50:30,103 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T21:50:30,104 INFO [RS:0;e1fae5a3a175:44965 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T21:50:30,104 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,104 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T21:50:30,104 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T21:50:30,105 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/e1fae5a3a175:0, corePoolSize=2, maxPoolSize=2 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/e1fae5a3a175:0, corePoolSize=1, maxPoolSize=1 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:30,105 DEBUG [RS:0;e1fae5a3a175:44965 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/e1fae5a3a175:0, corePoolSize=3, maxPoolSize=3 2024-11-20T21:50:30,107 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,107 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,107 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,107 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,107 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,107 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44965,1732139429866-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:50:30,121 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T21:50:30,121 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44965,1732139429866-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,121 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,122 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.Replication(171): e1fae5a3a175,44965,1732139429866 started 2024-11-20T21:50:30,134 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,134 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1482): Serving as e1fae5a3a175,44965,1732139429866, RpcServer on e1fae5a3a175/172.17.0.2:44965, sessionid=0x1005f1d8c1b0001 2024-11-20T21:50:30,134 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T21:50:30,134 DEBUG [RS:0;e1fae5a3a175:44965 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,134 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,44965,1732139429866' 2024-11-20T21:50:30,134 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T21:50:30,135 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T21:50:30,135 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T21:50:30,135 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T21:50:30,135 DEBUG [RS:0;e1fae5a3a175:44965 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,135 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'e1fae5a3a175,44965,1732139429866' 2024-11-20T21:50:30,135 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T21:50:30,136 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T21:50:30,136 DEBUG [RS:0;e1fae5a3a175:44965 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T21:50:30,136 INFO [RS:0;e1fae5a3a175:44965 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T21:50:30,136 INFO [RS:0;e1fae5a3a175:44965 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T21:50:30,201 WARN [e1fae5a3a175:44943 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T21:50:30,236 INFO [RS:0;e1fae5a3a175:44965 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:30,239 INFO [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C44965%2C1732139429866, suffix=, logDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866, archiveDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs, maxLogs=32 2024-11-20T21:50:30,259 DEBUG [RS:0;e1fae5a3a175:44965 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866/e1fae5a3a175%2C44965%2C1732139429866.1732139430240, exclude list is [], retry=0 2024-11-20T21:50:30,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-9e58dca4-7876-4321-9dca-4bc5cd11e767,DISK] 2024-11-20T21:50:30,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32,DISK] 2024-11-20T21:50:30,263 INFO [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866/e1fae5a3a175%2C44965%2C1732139429866.1732139430240 2024-11-20T21:50:30,263 DEBUG [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34525:34525),(127.0.0.1/127.0.0.1:41477:41477)] 2024-11-20T21:50:30,451 DEBUG [e1fae5a3a175:44943 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-20T21:50:30,451 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,453 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,44965,1732139429866, state=OPENING 2024-11-20T21:50:30,455 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T21:50:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,458 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T21:50:30,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:30,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,44965,1732139429866}] 2024-11-20T21:50:30,458 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:30,611 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T21:50:30,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45103, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T21:50:30,616 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T21:50:30,616 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:30,617 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T21:50:30,618 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=e1fae5a3a175%2C44965%2C1732139429866.meta, suffix=.meta, logDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866, archiveDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs, maxLogs=32 2024-11-20T21:50:30,632 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866/e1fae5a3a175%2C44965%2C1732139429866.meta.1732139430619.meta, exclude list is [], retry=0 2024-11-20T21:50:30,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32,DISK] 2024-11-20T21:50:30,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-9e58dca4-7876-4321-9dca-4bc5cd11e767,DISK] 2024-11-20T21:50:30,636 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/e1fae5a3a175,44965,1732139429866/e1fae5a3a175%2C44965%2C1732139429866.meta.1732139430619.meta 2024-11-20T21:50:30,636 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T21:50:30,637 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T21:50:30,637 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T21:50:30,639 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T21:50:30,639 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T21:50:30,639 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,640 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T21:50:30,641 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T21:50:30,641 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,641 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T21:50:30,642 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T21:50:30,642 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,642 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T21:50:30,643 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T21:50:30,643 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T21:50:30,644 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T21:50:30,644 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T21:50:30,644 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740 2024-11-20T21:50:30,645 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740 2024-11-20T21:50:30,647 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T21:50:30,647 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T21:50:30,647 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-11-20T21:50:30,648 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T21:50:30,649 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=880157, jitterRate=0.11917774379253387}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-11-20T21:50:30,649 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T21:50:30,650 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732139430637Writing region info on filesystem at 1732139430637Initializing all the Stores at 1732139430638 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139430638Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139430638Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732139430638Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732139430638Cleaning up temporary data from old regions at 1732139430647 (+9 ms)Running coprocessor post-open hooks at 1732139430649 (+2 ms)Region opened successfully at 1732139430650 (+1 ms) 2024-11-20T21:50:30,650 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732139430611 2024-11-20T21:50:30,652 DEBUG [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T21:50:30,652 INFO [RS_OPEN_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T21:50:30,653 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,654 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as e1fae5a3a175,44965,1732139429866, state=OPEN 2024-11-20T21:50:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:50:30,656 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T21:50:30,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:30,656 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,656 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T21:50:30,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T21:50:30,658 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=e1fae5a3a175,44965,1732139429866 in 198 msec 2024-11-20T21:50:30,659 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T21:50:30,660 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 610 msec 2024-11-20T21:50:30,660 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T21:50:30,660 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T21:50:30,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:50:30,662 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,44965,1732139429866, seqNum=-1] 2024-11-20T21:50:30,662 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:50:30,663 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37641, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:50:30,668 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 655 msec 2024-11-20T21:50:30,668 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732139430668, completionTime=-1 2024-11-20T21:50:30,668 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-20T21:50:30,668 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732139490670 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732139550670 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44943,1732139429822-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44943,1732139429822-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44943,1732139429822-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-e1fae5a3a175:44943, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,670 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,671 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,672 DEBUG [master/e1fae5a3a175:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.780sec 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44943,1732139429822-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T21:50:30,674 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44943,1732139429822-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T21:50:30,677 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T21:50:30,677 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T21:50:30,677 INFO [master/e1fae5a3a175:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=e1fae5a3a175,44943,1732139429822-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T21:50:30,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@856143b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:50:30,680 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request e1fae5a3a175,44943,-1 for getting cluster id 2024-11-20T21:50:30,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T21:50:30,682 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '85e1f93d-1fd2-4dd9-b1a6-601d5ef24e9e' 2024-11-20T21:50:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T21:50:30,682 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "85e1f93d-1fd2-4dd9-b1a6-601d5ef24e9e" 2024-11-20T21:50:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2625addd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:50:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [e1fae5a3a175,44943,-1] 2024-11-20T21:50:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T21:50:30,683 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:30,684 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52088, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T21:50:30,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a60b81e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T21:50:30,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T21:50:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=e1fae5a3a175,44965,1732139429866, seqNum=-1] 2024-11-20T21:50:30,686 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T21:50:30,687 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47582, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T21:50:30,688 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:30,688 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T21:50:30,691 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-11-20T21:50:30,691 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T21:50:30,692 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T21:50:30,693 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1, archiveDir=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs, maxLogs=32 2024-11-20T21:50:30,705 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430694, exclude list is [], retry=0 2024-11-20T21:50:30,708 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32,DISK] 2024-11-20T21:50:30,709 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-9e58dca4-7876-4321-9dca-4bc5cd11e767,DISK] 2024-11-20T21:50:30,711 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430694 2024-11-20T21:50:30,711 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-20T21:50:30,723 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430711, exclude list is [], retry=0 2024-11-20T21:50:30,726 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39135,DS-27d172a7-e926-4573-a6e7-8c7b5b8ebc32,DISK] 2024-11-20T21:50:30,726 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41675,DS-9e58dca4-7876-4321-9dca-4bc5cd11e767,DISK] 2024-11-20T21:50:30,728 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430694 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430711 2024-11-20T21:50:30,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41477:41477),(127.0.0.1/127.0.0.1:34525:34525)] 2024-11-20T21:50:30,729 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430694 is not closed yet, will try archiving it next time 2024-11-20T21:50:30,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741835_1011 (size=93) 2024-11-20T21:50:30,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741835_1011 (size=93) 2024-11-20T21:50:30,733 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/WALs/test.com,8080,1/test.com%2C8080%2C1.1732139430694 to hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs/test.com%2C8080%2C1.1732139430694 2024-11-20T21:50:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741836_1012 (size=93) 2024-11-20T21:50:30,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741836_1012 (size=93) 2024-11-20T21:50:30,736 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs 2024-11-20T21:50:30,736 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1732139430711) 2024-11-20T21:50:30,736 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T21:50:30,736 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:50:30,736 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:30,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:30,736 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:30,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T21:50:30,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T21:50:30,736 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1581014476, stopped=false 2024-11-20T21:50:30,736 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=e1fae5a3a175,44943,1732139429822 2024-11-20T21:50:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T21:50:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,737 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,737 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:50:30,738 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T21:50:30,738 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:30,738 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:30,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:30,738 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T21:50:30,738 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'e1fae5a3a175,44965,1732139429866' ***** 2024-11-20T21:50:30,738 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T21:50:30,738 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T21:50:30,738 INFO [RS:0;e1fae5a3a175:44965 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T21:50:30,738 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T21:50:30,738 INFO [RS:0;e1fae5a3a175:44965 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T21:50:30,738 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(959): stopping server e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,738 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:50:30,739 INFO [RS:0;e1fae5a3a175:44965 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;e1fae5a3a175:44965. 2024-11-20T21:50:30,739 DEBUG [RS:0;e1fae5a3a175:44965 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T21:50:30,739 DEBUG [RS:0;e1fae5a3a175:44965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:30,739 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T21:50:30,739 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T21:50:30,739 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T21:50:30,739 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T21:50:30,739 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T21:50:30,739 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-20T21:50:30,739 DEBUG [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-20T21:50:30,739 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T21:50:30,739 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T21:50:30,739 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T21:50:30,739 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T21:50:30,739 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T21:50:30,739 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-20T21:50:30,754 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/.tmp/ns/09661e6bd1184d05b4f6d28e5dd480fa is 43, key is default/ns:d/1732139430664/Put/seqid=0 2024-11-20T21:50:30,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741837_1013 (size=5153) 2024-11-20T21:50:30,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741837_1013 (size=5153) 2024-11-20T21:50:30,760 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/.tmp/ns/09661e6bd1184d05b4f6d28e5dd480fa 2024-11-20T21:50:30,766 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/.tmp/ns/09661e6bd1184d05b4f6d28e5dd480fa as hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/ns/09661e6bd1184d05b4f6d28e5dd480fa 2024-11-20T21:50:30,771 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/ns/09661e6bd1184d05b4f6d28e5dd480fa, entries=2, sequenceid=6, filesize=5.0 K 2024-11-20T21:50:30,772 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false 2024-11-20T21:50:30,777 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-20T21:50:30,777 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T21:50:30,777 INFO [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T21:50:30,777 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732139430739Running coprocessor pre-close hooks at 1732139430739Disabling compacts and flushes for region at 1732139430739Disabling writes for close at 1732139430739Obtaining lock to block concurrent updates at 1732139430739Preparing flush snapshotting stores in 1588230740 at 1732139430739Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732139430740 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732139430740Flushing 1588230740/ns: creating writer at 1732139430740Flushing 1588230740/ns: appending metadata at 1732139430754 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732139430754Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e711627: reopening flushed file at 1732139430765 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 33ms, sequenceid=6, compaction requested=false at 1732139430772 (+7 ms)Writing region close event to WAL at 1732139430773 (+1 ms)Running coprocessor post-close hooks at 1732139430777 (+4 ms)Closed at 1732139430777 2024-11-20T21:50:30,777 DEBUG [RS_CLOSE_META-regionserver/e1fae5a3a175:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T21:50:30,939 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(976): stopping server e1fae5a3a175,44965,1732139429866; all regions closed. 2024-11-20T21:50:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741834_1010 (size=1152) 2024-11-20T21:50:30,945 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741834_1010 (size=1152) 2024-11-20T21:50:30,950 DEBUG [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs 2024-11-20T21:50:30,950 INFO [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C44965%2C1732139429866.meta:.meta(num 1732139430619) 2024-11-20T21:50:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741833_1009 (size=93) 2024-11-20T21:50:30,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741833_1009 (size=93) 2024-11-20T21:50:30,956 DEBUG [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/oldWALs 2024-11-20T21:50:30,956 INFO [RS:0;e1fae5a3a175:44965 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL e1fae5a3a175%2C44965%2C1732139429866:(num 1732139430240) 2024-11-20T21:50:30,956 DEBUG [RS:0;e1fae5a3a175:44965 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T21:50:30,956 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T21:50:30,956 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:50:30,957 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.ChoreService(370): Chore service for: regionserver/e1fae5a3a175:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T21:50:30,957 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:50:30,957 INFO [regionserver/e1fae5a3a175:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:50:30,957 INFO [RS:0;e1fae5a3a175:44965 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44965 2024-11-20T21:50:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/e1fae5a3a175,44965,1732139429866 2024-11-20T21:50:30,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T21:50:30,959 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:50:30,960 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [e1fae5a3a175,44965,1732139429866] 2024-11-20T21:50:30,961 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/e1fae5a3a175,44965,1732139429866 already deleted, retry=false 2024-11-20T21:50:30,961 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; e1fae5a3a175,44965,1732139429866 expired; onlineServers=0 2024-11-20T21:50:30,961 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'e1fae5a3a175,44943,1732139429822' ***** 2024-11-20T21:50:30,961 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T21:50:30,961 INFO [M:0;e1fae5a3a175:44943 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T21:50:30,961 INFO [M:0;e1fae5a3a175:44943 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T21:50:30,961 DEBUG [M:0;e1fae5a3a175:44943 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T21:50:30,961 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T21:50:30,961 DEBUG [M:0;e1fae5a3a175:44943 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T21:50:30,961 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139430019 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.small.0-1732139430019,5,FailOnTimeoutGroup] 2024-11-20T21:50:30,961 DEBUG [master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139430018 {}] cleaner.HFileCleaner(306): Exit Thread[master/e1fae5a3a175:0:becomeActiveMaster-HFileCleaner.large.0-1732139430018,5,FailOnTimeoutGroup] 2024-11-20T21:50:30,962 INFO [M:0;e1fae5a3a175:44943 {}] hbase.ChoreService(370): Chore service for: master/e1fae5a3a175:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T21:50:30,962 INFO [M:0;e1fae5a3a175:44943 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T21:50:30,962 DEBUG [M:0;e1fae5a3a175:44943 {}] master.HMaster(1795): Stopping service threads 2024-11-20T21:50:30,962 INFO [M:0;e1fae5a3a175:44943 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T21:50:30,962 INFO [M:0;e1fae5a3a175:44943 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T21:50:30,962 INFO [M:0;e1fae5a3a175:44943 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T21:50:30,962 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T21:50:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T21:50:30,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T21:50:30,963 DEBUG [M:0;e1fae5a3a175:44943 {}] zookeeper.ZKUtil(347): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T21:50:30,963 WARN [M:0;e1fae5a3a175:44943 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T21:50:30,964 INFO [M:0;e1fae5a3a175:44943 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/.lastflushedseqids 2024-11-20T21:50:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741838_1014 (size=99) 2024-11-20T21:50:30,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741838_1014 (size=99) 2024-11-20T21:50:30,969 INFO [M:0;e1fae5a3a175:44943 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T21:50:30,969 INFO [M:0;e1fae5a3a175:44943 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T21:50:30,970 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T21:50:30,970 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:30,970 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:30,970 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T21:50:30,970 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:30,970 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-11-20T21:50:30,984 DEBUG [M:0;e1fae5a3a175:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02db523134204c72b4426150ad2c8db6 is 82, key is hbase:meta,,1/info:regioninfo/1732139430653/Put/seqid=0 2024-11-20T21:50:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741839_1015 (size=5672) 2024-11-20T21:50:30,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741839_1015 (size=5672) 2024-11-20T21:50:30,989 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02db523134204c72b4426150ad2c8db6 2024-11-20T21:50:31,006 DEBUG [M:0;e1fae5a3a175:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d63d65c6247941208efb52c6e7ca7d93 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732139430667/Put/seqid=0 2024-11-20T21:50:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741840_1016 (size=5275) 2024-11-20T21:50:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741840_1016 (size=5275) 2024-11-20T21:50:31,011 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d63d65c6247941208efb52c6e7ca7d93 2024-11-20T21:50:31,032 DEBUG [M:0;e1fae5a3a175:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3159b9d7ce154d4e94cc88295c3528ef is 69, key is e1fae5a3a175,44965,1732139429866/rs:state/1732139430096/Put/seqid=0 2024-11-20T21:50:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741841_1017 (size=5156) 2024-11-20T21:50:31,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741841_1017 (size=5156) 2024-11-20T21:50:31,038 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3159b9d7ce154d4e94cc88295c3528ef 2024-11-20T21:50:31,056 DEBUG [M:0;e1fae5a3a175:44943 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/50ed0bb656a2477b80b9616def18d79b is 52, key is load_balancer_on/state:d/1732139430690/Put/seqid=0 2024-11-20T21:50:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:31,060 INFO [RS:0;e1fae5a3a175:44965 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:50:31,060 INFO [RS:0;e1fae5a3a175:44965 {}] regionserver.HRegionServer(1031): Exiting; stopping=e1fae5a3a175,44965,1732139429866; zookeeper connection closed. 2024-11-20T21:50:31,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44965-0x1005f1d8c1b0001, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:31,060 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@498da219 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@498da219 2024-11-20T21:50:31,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741842_1018 (size=5056) 2024-11-20T21:50:31,060 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-20T21:50:31,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741842_1018 (size=5056) 2024-11-20T21:50:31,061 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/50ed0bb656a2477b80b9616def18d79b 2024-11-20T21:50:31,067 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02db523134204c72b4426150ad2c8db6 as hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02db523134204c72b4426150ad2c8db6 2024-11-20T21:50:31,072 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02db523134204c72b4426150ad2c8db6, entries=8, sequenceid=29, filesize=5.5 K 2024-11-20T21:50:31,073 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d63d65c6247941208efb52c6e7ca7d93 as hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d63d65c6247941208efb52c6e7ca7d93 2024-11-20T21:50:31,078 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d63d65c6247941208efb52c6e7ca7d93, entries=3, sequenceid=29, filesize=5.2 K 2024-11-20T21:50:31,080 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3159b9d7ce154d4e94cc88295c3528ef as hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3159b9d7ce154d4e94cc88295c3528ef 2024-11-20T21:50:31,085 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3159b9d7ce154d4e94cc88295c3528ef, entries=1, sequenceid=29, filesize=5.0 K 2024-11-20T21:50:31,086 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/50ed0bb656a2477b80b9616def18d79b as hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/50ed0bb656a2477b80b9616def18d79b 2024-11-20T21:50:31,091 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46119/user/jenkins/test-data/653ab812-ae8f-b235-02f4-cba8f17b0178/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/50ed0bb656a2477b80b9616def18d79b, entries=1, sequenceid=29, filesize=4.9 K 2024-11-20T21:50:31,092 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false 2024-11-20T21:50:31,093 INFO [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T21:50:31,093 DEBUG [M:0;e1fae5a3a175:44943 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732139430970Disabling compacts and flushes for region at 1732139430970Disabling writes for close at 1732139430970Obtaining lock to block concurrent updates at 1732139430970Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732139430970Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1732139430970Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732139430971 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732139430971Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732139430983 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732139430984 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732139430993 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732139431006 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732139431006Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732139431014 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732139431032 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732139431032Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1732139431042 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1732139431055 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1732139431055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18502b12: reopening flushed file at 1732139431065 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e8eb5e2: reopening flushed file at 1732139431072 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462f6d3b: reopening flushed file at 1732139431079 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51c25c58: reopening flushed file at 1732139431085 (+6 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 122ms, sequenceid=29, compaction requested=false at 1732139431092 (+7 ms)Writing region close event to WAL at 1732139431093 (+1 ms)Closed at 1732139431093 2024-11-20T21:50:31,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39135 is added to blk_1073741830_1006 (size=10311) 2024-11-20T21:50:31,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41675 is added to blk_1073741830_1006 (size=10311) 2024-11-20T21:50:31,096 INFO [M:0;e1fae5a3a175:44943 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T21:50:31,096 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T21:50:31,096 INFO [M:0;e1fae5a3a175:44943 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44943 2024-11-20T21:50:31,097 INFO [M:0;e1fae5a3a175:44943 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T21:50:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:31,198 INFO [M:0;e1fae5a3a175:44943 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T21:50:31,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44943-0x1005f1d8c1b0000, quorum=127.0.0.1:53549, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T21:50:31,200 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@599cbed5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:31,201 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1d7399f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:50:31,201 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:50:31,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57a0d306{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:50:31,201 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76148131{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir/,STOPPED} 2024-11-20T21:50:31,202 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:50:31,202 WARN [BP-528352329-172.17.0.2-1732139429259 heartbeating to localhost/127.0.0.1:46119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:50:31,202 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:50:31,202 WARN [BP-528352329-172.17.0.2-1732139429259 heartbeating to localhost/127.0.0.1:46119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-528352329-172.17.0.2-1732139429259 (Datanode Uuid 1162dcb4-5851-4405-91ab-85ab6370e917) service to localhost/127.0.0.1:46119 2024-11-20T21:50:31,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data3/current/BP-528352329-172.17.0.2-1732139429259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:31,203 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data4/current/BP-528352329-172.17.0.2-1732139429259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:31,203 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:50:31,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@43a38b15{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T21:50:31,205 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e679273{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:50:31,205 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:50:31,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f48a13a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:50:31,205 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47d1d248{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir/,STOPPED} 2024-11-20T21:50:31,206 WARN [BP-528352329-172.17.0.2-1732139429259 heartbeating to localhost/127.0.0.1:46119 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T21:50:31,206 WARN [BP-528352329-172.17.0.2-1732139429259 heartbeating to localhost/127.0.0.1:46119 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-528352329-172.17.0.2-1732139429259 (Datanode Uuid 3531e7fc-60c1-4860-9e3c-35020d39d810) service to localhost/127.0.0.1:46119 2024-11-20T21:50:31,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data1/current/BP-528352329-172.17.0.2-1732139429259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:31,207 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/cluster_90479b81-40fe-64b7-aa8c-a27ef17566be/data/data2/current/BP-528352329-172.17.0.2-1732139429259 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T21:50:31,207 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T21:50:31,207 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T21:50:31,207 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T21:50:31,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@a12f1e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T21:50:31,212 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@781b26be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T21:50:31,212 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T21:50:31,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b2a0c5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T21:50:31,212 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ca06644{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/99505b05-bfde-f196-36ef-9bb95d3d124a/hadoop.log.dir/,STOPPED} 2024-11-20T21:50:31,218 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T21:50:31,236 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T21:50:31,242 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=132 (was 110) - Thread LEAK? -, OpenFileDescriptor=513 (was 458) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=47 (was 47), ProcessCount=11 (was 11), AvailableMemoryMB=2948 (was 2974)