2024-12-04 14:47:18,678 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-04 14:47:18,693 main DEBUG Took 0.012720 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-04 14:47:18,694 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-04 14:47:18,694 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-04 14:47:18,695 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-04 14:47:18,697 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,706 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-04 14:47:18,718 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,720 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,721 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,722 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,723 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,724 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,725 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,725 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,726 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,727 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,727 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,728 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,728 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,729 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,729 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,730 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,732 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,733 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,733 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-04 14:47:18,734 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,735 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-04 14:47:18,737 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-04 14:47:18,739 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-04 14:47:18,741 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-04 14:47:18,742 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-04 14:47:18,743 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-04 14:47:18,744 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-04 14:47:18,755 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-04 14:47:18,758 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-04 14:47:18,761 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-04 14:47:18,761 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-04 14:47:18,762 main DEBUG createAppenders(={Console}) 2024-12-04 14:47:18,763 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca initialized 2024-12-04 14:47:18,763 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca 2024-12-04 14:47:18,763 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@30f842ca OK. 2024-12-04 14:47:18,764 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-04 14:47:18,764 main DEBUG OutputStream closed 2024-12-04 14:47:18,765 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-04 14:47:18,765 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-04 14:47:18,766 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@6404f418 OK 2024-12-04 14:47:18,834 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-04 14:47:18,837 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-04 14:47:18,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-04 14:47:18,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-04 14:47:18,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-04 14:47:18,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-04 14:47:18,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-04 14:47:18,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-04 14:47:18,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-04 14:47:18,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-04 14:47:18,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-04 14:47:18,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-04 14:47:18,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-04 14:47:18,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-04 14:47:18,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-04 14:47:18,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-04 14:47:18,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-04 14:47:18,846 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-04 14:47:18,850 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04 14:47:18,850 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@6dab9b6d) with optional ClassLoader: null 2024-12-04 14:47:18,850 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-04 14:47:18,851 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@6dab9b6d] started OK. 2024-12-04T14:47:19,105 DEBUG [main {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b 2024-12-04 14:47:19,109 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-04 14:47:19,109 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-04T14:47:19,120 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.regionserver.wal.TestAsyncLogRolling timeout: 13 mins 2024-12-04T14:47:19,156 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=12, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=162, ProcessCount=11, AvailableMemoryMB=10003 2024-12-04T14:47:19,158 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:47:19,174 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb, deleteOnExit=true 2024-12-04T14:47:19,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:47:19,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/test.cache.data in system properties and HBase conf 2024-12-04T14:47:19,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:47:19,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:47:19,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:47:19,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:47:19,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:47:19,272 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-04T14:47:19,356 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:47:19,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:47:19,360 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:47:19,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:47:19,361 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:47:19,362 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:47:19,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:47:19,363 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:47:19,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:47:19,364 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:47:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:47:19,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:47:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:47:19,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:47:19,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:47:20,338 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-04T14:47:20,403 INFO [Time-limited test {}] log.Log(170): Logging initialized @2339ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-04T14:47:20,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:47:20,530 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:47:20,548 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:47:20,549 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:47:20,550 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:47:20,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:47:20,565 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:47:20,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:47:20,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@612e4b2b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/java.io.tmpdir/jetty-localhost-45259-hadoop-hdfs-3_4_1-tests_jar-_-any-4524640599612557066/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:47:20,734 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:45259} 2024-12-04T14:47:20,734 INFO [Time-limited test {}] server.Server(415): Started @2671ms 2024-12-04T14:47:21,211 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:47:21,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:47:21,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:47:21,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:47:21,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:47:21,219 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:47:21,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:47:21,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@790fbcfe{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/java.io.tmpdir/jetty-localhost-46673-hadoop-hdfs-3_4_1-tests_jar-_-any-262546854035990276/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:47:21,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:46673} 2024-12-04T14:47:21,314 INFO [Time-limited test {}] server.Server(415): Started @3251ms 2024-12-04T14:47:21,362 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:47:21,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:47:21,480 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:47:21,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:47:21,482 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:47:21,482 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:47:21,484 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:47:21,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:47:21,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3b9fe80c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/java.io.tmpdir/jetty-localhost-43119-hadoop-hdfs-3_4_1-tests_jar-_-any-3333986073502698726/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:47:21,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:43119} 2024-12-04T14:47:21,589 INFO [Time-limited test {}] server.Server(415): Started @3526ms 2024-12-04T14:47:21,591 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:47:22,419 WARN [Thread-100 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data3/current/BP-1597276045-172.17.0.2-1733323639867/current, will proceed with Du for space computation calculation, 2024-12-04T14:47:22,419 WARN [Thread-99 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data2/current/BP-1597276045-172.17.0.2-1733323639867/current, will proceed with Du for space computation calculation, 2024-12-04T14:47:22,419 WARN [Thread-98 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data1/current/BP-1597276045-172.17.0.2-1733323639867/current, will proceed with Du for space computation calculation, 2024-12-04T14:47:22,419 WARN [Thread-101 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data4/current/BP-1597276045-172.17.0.2-1733323639867/current, will proceed with Du for space computation calculation, 2024-12-04T14:47:22,445 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:47:22,445 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:47:22,490 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc88b3d396684381 with lease ID 0x342297e2dd719c6b: Processing first storage report for DS-b032bbab-3248-43be-9dc6-845e0d6d8d79 from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=66b0f1ac-2043-4124-b5b1-6ea82db8fcb2, infoPort=34911, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867) 2024-12-04T14:47:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc88b3d396684381 with lease ID 0x342297e2dd719c6b: from storage DS-b032bbab-3248-43be-9dc6-845e0d6d8d79 node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=66b0f1ac-2043-4124-b5b1-6ea82db8fcb2, infoPort=34911, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:47:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f09b4035f2b186 with lease ID 0x342297e2dd719c6a: Processing first storage report for DS-597b7b0e-4898-4010-b755-cc42aff0a0f2 from datanode DatanodeRegistration(127.0.0.1:44463, datanodeUuid=76d77274-8a54-4642-94f8-5ecab6689bf8, infoPort=45103, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867) 2024-12-04T14:47:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f09b4035f2b186 with lease ID 0x342297e2dd719c6a: from storage DS-597b7b0e-4898-4010-b755-cc42aff0a0f2 node DatanodeRegistration(127.0.0.1:44463, datanodeUuid=76d77274-8a54-4642-94f8-5ecab6689bf8, infoPort=45103, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:47:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc88b3d396684381 with lease ID 0x342297e2dd719c6b: Processing first storage report for DS-02e6b8c8-4859-4dc2-837b-157cfa7e3b4b from datanode DatanodeRegistration(127.0.0.1:41639, datanodeUuid=66b0f1ac-2043-4124-b5b1-6ea82db8fcb2, infoPort=34911, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867) 2024-12-04T14:47:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc88b3d396684381 with lease ID 0x342297e2dd719c6b: from storage DS-02e6b8c8-4859-4dc2-837b-157cfa7e3b4b node DatanodeRegistration(127.0.0.1:41639, datanodeUuid=66b0f1ac-2043-4124-b5b1-6ea82db8fcb2, infoPort=34911, infoSecurePort=0, ipcPort=38263, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:47:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb7f09b4035f2b186 with lease ID 0x342297e2dd719c6a: Processing first storage report for DS-c164fa03-8759-4a56-a1d0-e2c73484c078 from datanode DatanodeRegistration(127.0.0.1:44463, datanodeUuid=76d77274-8a54-4642-94f8-5ecab6689bf8, infoPort=45103, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867) 2024-12-04T14:47:22,492 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb7f09b4035f2b186 with lease ID 0x342297e2dd719c6a: from storage DS-c164fa03-8759-4a56-a1d0-e2c73484c078 node DatanodeRegistration(127.0.0.1:44463, datanodeUuid=76d77274-8a54-4642-94f8-5ecab6689bf8, infoPort=45103, infoSecurePort=0, ipcPort=35801, storageInfo=lv=-57;cid=testClusterID;nsid=620646454;c=1733323639867), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:47:22,583 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b 2024-12-04T14:47:22,640 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/zookeeper_0, clientPort=58463, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:47:22,648 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58463 2024-12-04T14:47:22,656 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:22,658 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:22,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:47:22,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:47:23,261 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e with version=8 2024-12-04T14:47:23,262 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase-staging 2024-12-04T14:47:23,332 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-04T14:47:23,551 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:47:23,559 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:47:23,560 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:47:23,563 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:47:23,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:47:23,564 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:47:23,683 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:47:23,736 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-04T14:47:23,743 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-04T14:47:23,747 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:47:23,767 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 79887 (auto-detected) 2024-12-04T14:47:23,768 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-04T14:47:23,784 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38233 2024-12-04T14:47:23,803 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38233 connecting to ZooKeeper ensemble=127.0.0.1:58463 2024-12-04T14:47:23,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:382330x0, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:47:23,920 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38233-0x101a21979770000 connected 2024-12-04T14:47:24,022 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:24,024 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:24,035 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:47:24,038 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e, hbase.cluster.distributed=false 2024-12-04T14:47:24,057 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:47:24,061 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38233 2024-12-04T14:47:24,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38233 2024-12-04T14:47:24,062 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38233 2024-12-04T14:47:24,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38233 2024-12-04T14:47:24,064 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38233 2024-12-04T14:47:24,167 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:47:24,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:47:24,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:47:24,169 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:47:24,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:47:24,169 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:47:24,172 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:47:24,174 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:47:24,175 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32891 2024-12-04T14:47:24,176 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:32891 connecting to ZooKeeper ensemble=127.0.0.1:58463 2024-12-04T14:47:24,177 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:24,181 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:24,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:328910x0, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:47:24,198 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:328910x0, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:47:24,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:32891-0x101a21979770001 connected 2024-12-04T14:47:24,202 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:47:24,209 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:47:24,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T14:47:24,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:47:24,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32891 2024-12-04T14:47:24,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32891 2024-12-04T14:47:24,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32891 2024-12-04T14:47:24,222 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32891 2024-12-04T14:47:24,223 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32891 2024-12-04T14:47:24,237 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d214edae7bd2:38233 2024-12-04T14:47:24,238 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d214edae7bd2,38233,1733323643406 2024-12-04T14:47:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:47:24,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:47:24,253 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d214edae7bd2,38233,1733323643406 2024-12-04T14:47:24,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T14:47:24,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:24,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:24,284 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T14:47:24,286 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d214edae7bd2,38233,1733323643406 from backup master directory 2024-12-04T14:47:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:47:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d214edae7bd2,38233,1733323643406 2024-12-04T14:47:24,297 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:47:24,298 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:47:24,298 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d214edae7bd2,38233,1733323643406 2024-12-04T14:47:24,300 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-04T14:47:24,302 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-04T14:47:24,352 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase.id] with ID: 523f89a2-fcd3-4db6-b806-9a2ebb7c54d1 2024-12-04T14:47:24,352 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/.tmp/hbase.id 2024-12-04T14:47:24,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:47:24,363 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:47:24,364 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/.tmp/hbase.id]:[hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase.id] 2024-12-04T14:47:24,402 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:24,406 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:47:24,423 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-04T14:47:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:47:24,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:47:24,468 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:47:24,469 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:47:24,474 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:47:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:47:24,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:47:24,519 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store 2024-12-04T14:47:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:47:24,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:47:24,540 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-04T14:47:24,543 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:47:24,544 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:47:24,544 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:47:24,544 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:47:24,546 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:47:24,546 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:47:24,546 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:47:24,547 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323644544Disabling compacts and flushes for region at 1733323644544Disabling writes for close at 1733323644546 (+2 ms)Writing region close event to WAL at 1733323644546Closed at 1733323644546 2024-12-04T14:47:24,549 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/.initializing 2024-12-04T14:47:24,550 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/WALs/d214edae7bd2,38233,1733323643406 2024-12-04T14:47:24,558 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:47:24,572 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C38233%2C1733323643406, suffix=, logDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/WALs/d214edae7bd2,38233,1733323643406, archiveDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/oldWALs, maxLogs=10 2024-12-04T14:47:24,604 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/WALs/d214edae7bd2,38233,1733323643406/d214edae7bd2%2C38233%2C1733323643406.1733323644577, exclude list is [], retry=0 2024-12-04T14:47:24,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper.initialize(FanOutOneBlockAsyncDFSOutputHelper.java:413) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:472) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputHelper$5.operationComplete(FanOutOneBlockAsyncDFSOutputHelper.java:467) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.NettyFutureUtils.lambda$addListener$0(NettyFutureUtils.java:56) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setSuccess0(DefaultPromise.java:625) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.trySuccess(DefaultPromise.java:105) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPromise.trySuccess(DefaultChannelPromise.java:84) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:658) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:696) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:47:24,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:47:24,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:47:24,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-04T14:47:24,660 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/WALs/d214edae7bd2,38233,1733323643406/d214edae7bd2%2C38233%2C1733323643406.1733323644577 2024-12-04T14:47:24,661 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34911:34911),(127.0.0.1/127.0.0.1:45103:45103)] 2024-12-04T14:47:24,661 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:47:24,662 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:47:24,665 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,666 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,720 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:47:24,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:24,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:24,725 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:47:24,729 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:24,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:47:24,730 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:47:24,733 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:24,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:47:24,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:47:24,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:24,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:47:24,738 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,742 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,743 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,748 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,749 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,752 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:47:24,755 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:47:24,758 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:47:24,760 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878770, jitterRate=0.11741410195827484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:47:24,764 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733323644676Initializing all the Stores at 1733323644678 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323644679 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323644679Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323644680 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323644680Cleaning up temporary data from old regions at 1733323644749 (+69 ms)Region opened successfully at 1733323644764 (+15 ms) 2024-12-04T14:47:24,766 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:47:24,801 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4eb7f607, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:47:24,827 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:47:24,837 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:47:24,837 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:47:24,839 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:47:24,841 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T14:47:24,847 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-12-04T14:47:24,847 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:47:24,871 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:47:24,879 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T14:47:24,916 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T14:47:24,920 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:47:24,922 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:47:24,933 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T14:47:24,936 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:47:24,941 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:47:24,949 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T14:47:24,951 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:47:24,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T14:47:24,978 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:47:24,983 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T14:47:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:47:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:47:24,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:24,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:24,995 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d214edae7bd2,38233,1733323643406, sessionid=0x101a21979770000, setting cluster-up flag (Was=false) 2024-12-04T14:47:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:25,022 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:25,050 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T14:47:25,054 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,38233,1733323643406 2024-12-04T14:47:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:25,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:25,100 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T14:47:25,103 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,38233,1733323643406 2024-12-04T14:47:25,111 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:47:25,127 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(746): ClusterId : 523f89a2-fcd3-4db6-b806-9a2ebb7c54d1 2024-12-04T14:47:25,129 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:47:25,141 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:47:25,141 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:47:25,151 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:47:25,152 DEBUG [RS:0;d214edae7bd2:32891 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f15922c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:47:25,170 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d214edae7bd2:32891 2024-12-04T14:47:25,173 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:47:25,173 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:47:25,173 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:47:25,176 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(2659): reportForDuty to master=d214edae7bd2,38233,1733323643406 with port=32891, startcode=1733323644133 2024-12-04T14:47:25,180 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:47:25,185 DEBUG [RS:0;d214edae7bd2:32891 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:47:25,189 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:47:25,195 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:47:25,201 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d214edae7bd2,38233,1733323643406 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:47:25,209 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:47:25,209 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:47:25,210 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:47:25,210 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:47:25,210 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d214edae7bd2:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:47:25,210 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,210 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:47:25,210 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,215 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733323675215 2024-12-04T14:47:25,218 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:47:25,218 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:47:25,218 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:47:25,218 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40839, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:47:25,219 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:47:25,223 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:47:25,224 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:25,224 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:47:25,224 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:47:25,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:47:25,224 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:47:25,224 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T14:47:25,225 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,228 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:47:25,230 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:47:25,230 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:47:25,233 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:47:25,234 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:47:25,235 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323645235,5,FailOnTimeoutGroup] 2024-12-04T14:47:25,236 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323645236,5,FailOnTimeoutGroup] 2024-12-04T14:47:25,236 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,236 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:47:25,237 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,237 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:47:25,244 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:47:25,246 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:47:25,247 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e 2024-12-04T14:47:25,254 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-04T14:47:25,254 WARN [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-04T14:47:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:47:25,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:47:25,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:47:25,262 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:47:25,264 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:47:25,265 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:25,265 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:25,266 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:47:25,268 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:47:25,268 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:25,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:25,269 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:47:25,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:47:25,272 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:25,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:25,273 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:47:25,275 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:47:25,275 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:25,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:25,276 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:47:25,277 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740 2024-12-04T14:47:25,278 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740 2024-12-04T14:47:25,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:47:25,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:47:25,282 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:47:25,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:47:25,287 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:47:25,288 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=709905, jitterRate=-0.09730947017669678}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:47:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733323645260Initializing all the Stores at 1733323645261 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323645261Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323645262 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323645262Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323645262Cleaning up temporary data from old regions at 1733323645281 (+19 ms)Region opened successfully at 1733323645290 (+9 ms) 2024-12-04T14:47:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:47:25,291 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:47:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:47:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:47:25,291 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:47:25,292 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:47:25,292 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323645291Disabling compacts and flushes for region at 1733323645291Disabling writes for close at 1733323645291Writing region close event to WAL at 1733323645292 (+1 ms)Closed at 1733323645292 2024-12-04T14:47:25,295 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:47:25,295 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:47:25,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:47:25,308 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:47:25,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:47:25,356 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(2659): reportForDuty to master=d214edae7bd2,38233,1733323643406 with port=32891, startcode=1733323644133 2024-12-04T14:47:25,359 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38233 {}] master.ServerManager(517): Registering regionserver=d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,370 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e 2024-12-04T14:47:25,370 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32841 2024-12-04T14:47:25,370 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:47:25,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:47:25,384 DEBUG [RS:0;d214edae7bd2:32891 {}] zookeeper.ZKUtil(111): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,384 WARN [RS:0;d214edae7bd2:32891 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:47:25,384 INFO [RS:0;d214edae7bd2:32891 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:47:25,385 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,387 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d214edae7bd2,32891,1733323644133] 2024-12-04T14:47:25,412 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:47:25,422 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:47:25,427 INFO [RS:0;d214edae7bd2:32891 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:47:25,427 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,428 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:47:25,434 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:47:25,436 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,436 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,436 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,436 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,437 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,437 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,437 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:47:25,437 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,437 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,437 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,438 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,438 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,438 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:47:25,438 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:47:25,438 DEBUG [RS:0;d214edae7bd2:32891 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:47:25,439 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,439 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,439 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,439 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,439 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,439 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,32891,1733323644133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:47:25,456 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:47:25,459 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,32891,1733323644133-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,459 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,459 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.Replication(171): d214edae7bd2,32891,1733323644133 started 2024-12-04T14:47:25,461 WARN [d214edae7bd2:38233 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:47:25,481 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:25,482 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1482): Serving as d214edae7bd2,32891,1733323644133, RpcServer on d214edae7bd2/172.17.0.2:32891, sessionid=0x101a21979770001 2024-12-04T14:47:25,483 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:47:25,483 DEBUG [RS:0;d214edae7bd2:32891 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,483 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,32891,1733323644133' 2024-12-04T14:47:25,483 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T14:47:25,484 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T14:47:25,485 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:47:25,485 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:47:25,485 DEBUG [RS:0;d214edae7bd2:32891 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,485 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,32891,1733323644133' 2024-12-04T14:47:25,485 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T14:47:25,486 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T14:47:25,487 DEBUG [RS:0;d214edae7bd2:32891 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:47:25,487 INFO [RS:0;d214edae7bd2:32891 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:47:25,487 INFO [RS:0;d214edae7bd2:32891 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:47:25,598 INFO [RS:0;d214edae7bd2:32891 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:47:25,601 INFO [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C32891%2C1733323644133, suffix=, logDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133, archiveDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/oldWALs, maxLogs=32 2024-12-04T14:47:25,614 DEBUG [RS:0;d214edae7bd2:32891 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323645603, exclude list is [], retry=0 2024-12-04T14:47:25,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:47:25,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:47:25,623 INFO [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323645603 2024-12-04T14:47:25,624 DEBUG [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34911:34911),(127.0.0.1/127.0.0.1:45103:45103)] 2024-12-04T14:47:25,716 DEBUG [d214edae7bd2:38233 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:47:25,730 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d214edae7bd2,32891,1733323644133 2024-12-04T14:47:25,736 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,32891,1733323644133, state=OPENING 2024-12-04T14:47:25,749 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:47:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:25,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:47:25,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:47:25,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:47:25,761 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:47:25,764 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,32891,1733323644133}] 2024-12-04T14:47:25,947 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:47:25,949 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:47:25,959 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:47:25,959 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:47:25,960 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:47:25,963 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C32891%2C1733323644133.meta, suffix=.meta, logDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133, archiveDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/oldWALs, maxLogs=32 2024-12-04T14:47:25,977 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.meta.1733323645964.meta, exclude list is [], retry=0 2024-12-04T14:47:25,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:47:25,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:47:25,983 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.meta.1733323645964.meta 2024-12-04T14:47:25,983 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34911:34911),(127.0.0.1/127.0.0.1:45103:45103)] 2024-12-04T14:47:25,984 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:47:25,985 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:47:25,988 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:47:25,992 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:47:25,995 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:47:25,996 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:47:25,996 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:47:25,996 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:47:25,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:47:26,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:47:26,001 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:26,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:26,002 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:47:26,003 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:47:26,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:26,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:26,004 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:47:26,005 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:47:26,006 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:26,006 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:26,007 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:47:26,008 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:47:26,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:26,009 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:47:26,009 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:47:26,011 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740 2024-12-04T14:47:26,013 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740 2024-12-04T14:47:26,015 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:47:26,015 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:47:26,016 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:47:26,018 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:47:26,019 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=691926, jitterRate=-0.12017099559307098}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:47:26,019 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:47:26,021 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733323645997Writing region info on filesystem at 1733323645997Initializing all the Stores at 1733323645998 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323645999 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323645999Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323645999Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323645999Cleaning up temporary data from old regions at 1733323646015 (+16 ms)Running coprocessor post-open hooks at 1733323646020 (+5 ms)Region opened successfully at 1733323646021 (+1 ms) 2024-12-04T14:47:26,026 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733323645937 2024-12-04T14:47:26,035 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:47:26,036 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:47:26,038 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,32891,1733323644133 2024-12-04T14:47:26,040 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,32891,1733323644133, state=OPEN 2024-12-04T14:47:26,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:47:26,099 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:47:26,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:47:26,099 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:47:26,100 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d214edae7bd2,32891,1733323644133 2024-12-04T14:47:26,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:47:26,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,32891,1733323644133 in 337 msec 2024-12-04T14:47:26,116 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:47:26,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 811 msec 2024-12-04T14:47:26,118 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:47:26,118 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:47:26,136 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:47:26,137 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,32891,1733323644133, seqNum=-1] 2024-12-04T14:47:26,154 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:47:26,156 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42401, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:47:26,178 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0370 sec 2024-12-04T14:47:26,178 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733323646178, completionTime=-1 2024-12-04T14:47:26,181 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:47:26,181 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:47:26,205 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:47:26,205 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733323706205 2024-12-04T14:47:26,205 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733323766205 2024-12-04T14:47:26,205 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-12-04T14:47:26,207 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38233,1733323643406-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,207 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38233,1733323643406-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,207 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38233,1733323643406-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,209 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d214edae7bd2:38233, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,209 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,209 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,215 DEBUG [master/d214edae7bd2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:47:26,235 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.937sec 2024-12-04T14:47:26,237 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:47:26,238 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:47:26,239 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:47:26,239 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:47:26,239 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:47:26,240 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38233,1733323643406-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:47:26,240 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38233,1733323643406-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:47:26,248 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:47:26,249 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:47:26,249 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38233,1733323643406-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:47:26,340 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@424ddead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:47:26,343 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-04T14:47:26,343 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-04T14:47:26,345 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d214edae7bd2,38233,-1 for getting cluster id 2024-12-04T14:47:26,348 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:47:26,355 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '523f89a2-fcd3-4db6-b806-9a2ebb7c54d1' 2024-12-04T14:47:26,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:47:26,357 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "523f89a2-fcd3-4db6-b806-9a2ebb7c54d1" 2024-12-04T14:47:26,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7efbdf74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:47:26,358 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d214edae7bd2,38233,-1] 2024-12-04T14:47:26,360 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:47:26,362 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:47:26,363 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:47:26,366 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3f1b02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:47:26,366 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:47:26,372 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,32891,1733323644133, seqNum=-1] 2024-12-04T14:47:26,373 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:47:26,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:47:26,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d214edae7bd2,38233,1733323643406 2024-12-04T14:47:26,395 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:47:26,402 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T14:47:26,406 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:47:26,410 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is d214edae7bd2,38233,1733323643406 2024-12-04T14:47:26,412 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ef1414e 2024-12-04T14:47:26,413 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:47:26,416 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:47:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T14:47:26,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T14:47:26,420 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testSlowSyncLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:47:26,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling 2024-12-04T14:47:26,429 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:47:26,432 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testSlowSyncLogRolling" procId is: 4 2024-12-04T14:47:26,432 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:26,435 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:47:26,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:47:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741835_1011 (size=389) 2024-12-04T14:47:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741835_1011 (size=389) 2024-12-04T14:47:26,450 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => bfa7908fea09f29efd99f043fd739c91, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testSlowSyncLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e 2024-12-04T14:47:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741836_1012 (size=72) 2024-12-04T14:47:26,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741836_1012 (size=72) 2024-12-04T14:47:26,460 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:47:26,460 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing bfa7908fea09f29efd99f043fd739c91, disabling compactions & flushes 2024-12-04T14:47:26,460 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,460 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,460 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. after waiting 0 ms 2024-12-04T14:47:26,460 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,460 INFO [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,460 DEBUG [RegionOpenAndInit-TestLogRolling-testSlowSyncLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for bfa7908fea09f29efd99f043fd739c91: Waiting for close lock at 1733323646460Disabling compacts and flushes for region at 1733323646460Disabling writes for close at 1733323646460Writing region close event to WAL at 1733323646460Closed at 1733323646460 2024-12-04T14:47:26,462 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:47:26,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91.","families":{"info":[{"qualifier":"regioninfo","vlen":71,"tag":[],"timestamp":"1733323646462"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733323646462"}]},"ts":"1733323646462"} 2024-12-04T14:47:26,471 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:47:26,473 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:47:26,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323646473"}]},"ts":"1733323646473"} 2024-12-04T14:47:26,480 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLING in hbase:meta 2024-12-04T14:47:26,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=bfa7908fea09f29efd99f043fd739c91, ASSIGN}] 2024-12-04T14:47:26,485 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=bfa7908fea09f29efd99f043fd739c91, ASSIGN 2024-12-04T14:47:26,486 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=bfa7908fea09f29efd99f043fd739c91, ASSIGN; state=OFFLINE, location=d214edae7bd2,32891,1733323644133; forceNewPlan=false, retain=false 2024-12-04T14:47:26,639 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfa7908fea09f29efd99f043fd739c91, regionState=OPENING, regionLocation=d214edae7bd2,32891,1733323644133 2024-12-04T14:47:26,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=bfa7908fea09f29efd99f043fd739c91, ASSIGN because future has completed 2024-12-04T14:47:26,650 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa7908fea09f29efd99f043fd739c91, server=d214edae7bd2,32891,1733323644133}] 2024-12-04T14:47:26,831 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,832 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => bfa7908fea09f29efd99f043fd739c91, NAME => 'TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:47:26,832 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testSlowSyncLogRolling bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,832 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:47:26,833 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,833 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,836 INFO [StoreOpener-bfa7908fea09f29efd99f043fd739c91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,838 INFO [StoreOpener-bfa7908fea09f29efd99f043fd739c91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bfa7908fea09f29efd99f043fd739c91 columnFamilyName info 2024-12-04T14:47:26,838 DEBUG [StoreOpener-bfa7908fea09f29efd99f043fd739c91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:47:26,839 INFO [StoreOpener-bfa7908fea09f29efd99f043fd739c91-1 {}] regionserver.HStore(327): Store=bfa7908fea09f29efd99f043fd739c91/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:47:26,840 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,841 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,841 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,842 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,842 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,845 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,848 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:47:26,849 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened bfa7908fea09f29efd99f043fd739c91; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=725317, jitterRate=-0.07771211862564087}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T14:47:26,849 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:26,849 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for bfa7908fea09f29efd99f043fd739c91: Running coprocessor pre-open hook at 1733323646833Writing region info on filesystem at 1733323646833Initializing all the Stores at 1733323646835 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323646835Cleaning up temporary data from old regions at 1733323646842 (+7 ms)Running coprocessor post-open hooks at 1733323646849 (+7 ms)Region opened successfully at 1733323646849 2024-12-04T14:47:26,852 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91., pid=6, masterSystemTime=1733323646821 2024-12-04T14:47:26,855 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,856 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:26,856 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=bfa7908fea09f29efd99f043fd739c91, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,32891,1733323644133 2024-12-04T14:47:26,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure bfa7908fea09f29efd99f043fd739c91, server=d214edae7bd2,32891,1733323644133 because future has completed 2024-12-04T14:47:26,867 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:47:26,868 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure bfa7908fea09f29efd99f043fd739c91, server=d214edae7bd2,32891,1733323644133 in 212 msec 2024-12-04T14:47:26,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:47:26,871 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testSlowSyncLogRolling, region=bfa7908fea09f29efd99f043fd739c91, ASSIGN in 385 msec 2024-12-04T14:47:26,873 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:47:26,873 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testSlowSyncLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323646873"}]},"ts":"1733323646873"} 2024-12-04T14:47:26,876 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testSlowSyncLogRolling, state=ENABLED in hbase:meta 2024-12-04T14:47:26,878 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:47:26,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testSlowSyncLogRolling in 455 msec 2024-12-04T14:47:31,502 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-04T14:47:31,547 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:47:31,548 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testSlowSyncLogRolling' 2024-12-04T14:47:33,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:47:33,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:47:33,738 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-04T14:47:33,738 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-04T14:47:33,740 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:47:33,740 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:47:33,741 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:47:33,741 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T14:47:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38233 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:47:36,453 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testSlowSyncLogRolling completed 2024-12-04T14:47:36,458 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testSlowSyncLogRolling,, stopping at row=TestLogRolling-testSlowSyncLogRolling ,, for max=2147483647 with caching=100 2024-12-04T14:47:36,464 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testSlowSyncLogRolling 2024-12-04T14:47:36,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:47:36,479 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323656466, exclude list is [], retry=0 2024-12-04T14:47:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:47:36,483 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:47:36,486 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323645603 with entries=1, filesize=443 B; new WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323656466 2024-12-04T14:47:36,487 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45103:45103),(127.0.0.1/127.0.0.1:34911:34911)] 2024-12-04T14:47:36,487 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323645603 is not closed yet, will try archiving it next time 2024-12-04T14:47:36,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741833_1009 (size=451) 2024-12-04T14:47:36,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741833_1009 (size=451) 2024-12-04T14:47:36,491 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323645603 to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/oldWALs/d214edae7bd2%2C32891%2C1733323644133.1733323645603 2024-12-04T14:47:36,495 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testSlowSyncLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91., hostname=d214edae7bd2,32891,1733323644133, seqNum=2] 2024-12-04T14:47:50,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32891 {}] regionserver.HRegion(8855): Flush requested on bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:47:50,554 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfa7908fea09f29efd99f043fd739c91 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:47:50,604 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/0e2e3712a45047439742763faf931439 is 1055, key is row0001/info:/1733323656498/Put/seqid=0 2024-12-04T14:47:50,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741838_1014 (size=13386) 2024-12-04T14:47:50,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741838_1014 (size=13386) 2024-12-04T14:47:50,615 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/0e2e3712a45047439742763faf931439 2024-12-04T14:47:50,658 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/0e2e3712a45047439742763faf931439 as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/0e2e3712a45047439742763faf931439 2024-12-04T14:47:50,669 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/0e2e3712a45047439742763faf931439, entries=8, sequenceid=12, filesize=13.1 K 2024-12-04T14:47:50,678 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for bfa7908fea09f29efd99f043fd739c91 in 123ms, sequenceid=12, compaction requested=false 2024-12-04T14:47:50,679 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfa7908fea09f29efd99f043fd739c91: 2024-12-04T14:47:52,580 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:47:56,586 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323676566, exclude list is [], retry=0 2024-12-04T14:47:56,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:47:56,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:47:56,591 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323656466 with entries=12, filesize=11.86 KB; new WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323676566 2024-12-04T14:47:56,592 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34911:34911),(127.0.0.1/127.0.0.1:45103:45103)] 2024-12-04T14:47:56,592 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323656466 is not closed yet, will try archiving it next time 2024-12-04T14:47:56,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741837_1013 (size=12149) 2024-12-04T14:47:56,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741837_1013 (size=12149) 2024-12-04T14:48:01,596 INFO [AsyncFSWAL-0-hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e-prefix:d214edae7bd2,32891,1733323644133 {}] wal.AbstractFSWAL(1368): Slow sync cost: 5002 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK], DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK]] 2024-12-04T14:48:01,600 WARN [AsyncFSWAL-0-hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e-prefix:d214edae7bd2,32891,1733323644133 {}] wal.AbstractFSWAL(1374): Requesting log roll because we exceeded slow sync threshold; time=5002 ms, threshold=5000 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK], DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK]] 2024-12-04T14:48:01,601 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d214edae7bd2%2C32891%2C1733323644133:(num 1733323676566) roll requested 2024-12-04T14:48:01,621 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323681602, exclude list is [], retry=0 2024-12-04T14:48:01,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:48:01,627 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:48:01,630 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323676566 with entries=1, filesize=1.20 KB; new WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323681602 2024-12-04T14:48:01,630 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34911:34911),(127.0.0.1/127.0.0.1:45103:45103)] 2024-12-04T14:48:01,630 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323676566 is not closed yet, will try archiving it next time 2024-12-04T14:48:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741839_1015 (size=1233) 2024-12-04T14:48:01,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741839_1015 (size=1233) 2024-12-04T14:48:03,601 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [10,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T14:48:03,617 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323683601, exclude list is [], retry=0 2024-12-04T14:48:03,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44463,DS-597b7b0e-4898-4010-b755-cc42aff0a0f2,DISK] 2024-12-04T14:48:03,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41639,DS-b032bbab-3248-43be-9dc6-845e0d6d8d79,DISK] 2024-12-04T14:48:03,623 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323681602 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323683601 2024-12-04T14:48:03,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45103:45103),(127.0.0.1/127.0.0.1:34911:34911)] 2024-12-04T14:48:03,623 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323681602 is not closed yet, will try archiving it next time 2024-12-04T14:48:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741840_1016 (size=93) 2024-12-04T14:48:03,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741840_1016 (size=93) 2024-12-04T14:48:03,626 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.1733323681602 to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/oldWALs/d214edae7bd2%2C32891%2C1733323644133.1733323681602 2024-12-04T14:48:06,719 INFO [master/d214edae7bd2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T14:48:06,720 INFO [master/d214edae7bd2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T14:48:11,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32891 {}] regionserver.HRegion(8855): Flush requested on bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:48:11,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing bfa7908fea09f29efd99f043fd739c91 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:48:11,667 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/9aec6406b3bc46e9bbcbad59ee78458b is 1055, key is row0009/info:/1733323672553/Put/seqid=0 2024-12-04T14:48:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741842_1018 (size=13386) 2024-12-04T14:48:11,676 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741842_1018 (size=13386) 2024-12-04T14:48:11,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=23 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/9aec6406b3bc46e9bbcbad59ee78458b 2024-12-04T14:48:11,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/9aec6406b3bc46e9bbcbad59ee78458b as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/9aec6406b3bc46e9bbcbad59ee78458b 2024-12-04T14:48:11,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/9aec6406b3bc46e9bbcbad59ee78458b, entries=8, sequenceid=23, filesize=13.1 K 2024-12-04T14:48:11,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=0 B/0 for bfa7908fea09f29efd99f043fd739c91 in 41ms, sequenceid=23, compaction requested=false 2024-12-04T14:48:11,698 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for bfa7908fea09f29efd99f043fd739c91: 2024-12-04T14:48:11,699 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=26.1 K, sizeToCheck=16.0 K 2024-12-04T14:48:11,699 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:48:11,699 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/0e2e3712a45047439742763faf931439 because midkey is the same as first or last row 2024-12-04T14:48:11,833 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region bfa7908fea09f29efd99f043fd739c91, had cached 0 bytes from a total of 26772 2024-12-04T14:48:22,580 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:48:23,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:48:23,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:48:23,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:48:23,728 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:23,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:23,729 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:48:23,729 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:48:23,729 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1368447813, stopped=false 2024-12-04T14:48:23,729 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d214edae7bd2,38233,1733323643406 2024-12-04T14:48:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:23,739 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:48:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:23,739 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:23,740 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:48:23,740 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:48:23,740 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:23,740 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd214edae7bd2,32891,1733323644133' ***** 2024-12-04T14:48:23,740 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:48:23,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:23,740 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:23,740 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:48:23,741 INFO [RS:0;d214edae7bd2:32891 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:48:23,741 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:48:23,741 INFO [RS:0;d214edae7bd2:32891 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:48:23,741 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(3091): Received CLOSE for bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:48:23,741 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(959): stopping server d214edae7bd2,32891,1733323644133 2024-12-04T14:48:23,742 INFO [RS:0;d214edae7bd2:32891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:48:23,742 INFO [RS:0;d214edae7bd2:32891 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d214edae7bd2:32891. 2024-12-04T14:48:23,742 DEBUG [RS:0;d214edae7bd2:32891 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:48:23,742 DEBUG [RS:0;d214edae7bd2:32891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:23,742 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bfa7908fea09f29efd99f043fd739c91, disabling compactions & flushes 2024-12-04T14:48:23,742 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:48:23,742 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:48:23,742 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:48:23,742 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:48:23,742 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:48:23,742 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. after waiting 0 ms 2024-12-04T14:48:23,742 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:48:23,742 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:48:23,743 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bfa7908fea09f29efd99f043fd739c91 1/1 column families, dataSize=5.13 KB heapSize=5.76 KB 2024-12-04T14:48:23,743 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:48:23,743 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:48:23,743 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:48:23,743 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, bfa7908fea09f29efd99f043fd739c91=TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91.} 2024-12-04T14:48:23,743 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:48:23,743 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:48:23,743 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:48:23,743 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.65 KB heapSize=3.67 KB 2024-12-04T14:48:23,743 DEBUG [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, bfa7908fea09f29efd99f043fd739c91 2024-12-04T14:48:23,754 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/92fe0e8be2e34ac39636ed6f2f89d84a is 1055, key is row0017/info:/1733323693662/Put/seqid=0 2024-12-04T14:48:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741843_1019 (size=10222) 2024-12-04T14:48:23,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741843_1019 (size=10222) 2024-12-04T14:48:23,763 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/92fe0e8be2e34ac39636ed6f2f89d84a 2024-12-04T14:48:23,769 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/info/46f46dfc81c64a968ea2e286971d60ed is 195, key is TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91./info:regioninfo/1733323646856/Put/seqid=0 2024-12-04T14:48:23,776 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/.tmp/info/92fe0e8be2e34ac39636ed6f2f89d84a as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/92fe0e8be2e34ac39636ed6f2f89d84a 2024-12-04T14:48:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741844_1020 (size=7016) 2024-12-04T14:48:23,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741844_1020 (size=7016) 2024-12-04T14:48:23,782 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.45 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/info/46f46dfc81c64a968ea2e286971d60ed 2024-12-04T14:48:23,788 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/info/92fe0e8be2e34ac39636ed6f2f89d84a, entries=5, sequenceid=31, filesize=10.0 K 2024-12-04T14:48:23,790 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for bfa7908fea09f29efd99f043fd739c91 in 48ms, sequenceid=31, compaction requested=true 2024-12-04T14:48:23,799 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/default/TestLogRolling-testSlowSyncLogRolling/bfa7908fea09f29efd99f043fd739c91/recovered.edits/34.seqid, newMaxSeqId=34, maxSeqId=1 2024-12-04T14:48:23,801 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:48:23,801 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bfa7908fea09f29efd99f043fd739c91: Waiting for close lock at 1733323703742Running coprocessor pre-close hooks at 1733323703742Disabling compacts and flushes for region at 1733323703742Disabling writes for close at 1733323703742Obtaining lock to block concurrent updates at 1733323703743 (+1 ms)Preparing flush snapshotting stores in bfa7908fea09f29efd99f043fd739c91 at 1733323703743Finished memstore snapshotting TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91., syncing WAL and waiting on mvcc, flushsize=dataSize=5255, getHeapSize=5880, getOffHeapSize=0, getCellsCount=5 at 1733323703743Flushing stores of TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. at 1733323703744 (+1 ms)Flushing bfa7908fea09f29efd99f043fd739c91/info: creating writer at 1733323703744Flushing bfa7908fea09f29efd99f043fd739c91/info: appending metadata at 1733323703753 (+9 ms)Flushing bfa7908fea09f29efd99f043fd739c91/info: closing flushed file at 1733323703753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30d7e3e2: reopening flushed file at 1733323703775 (+22 ms)Finished flush of dataSize ~5.13 KB/5255, heapSize ~5.74 KB/5880, currentSize=0 B/0 for bfa7908fea09f29efd99f043fd739c91 in 48ms, sequenceid=31, compaction requested=true at 1733323703790 (+15 ms)Writing region close event to WAL at 1733323703793 (+3 ms)Running coprocessor post-close hooks at 1733323703800 (+7 ms)Closed at 1733323703801 (+1 ms) 2024-12-04T14:48:23,802 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testSlowSyncLogRolling,,1733323646417.bfa7908fea09f29efd99f043fd739c91. 2024-12-04T14:48:23,810 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/ns/4bea1676e5d6401ab0e493e9d66a4912 is 43, key is default/ns:d/1733323646159/Put/seqid=0 2024-12-04T14:48:23,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741845_1021 (size=5153) 2024-12-04T14:48:23,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741845_1021 (size=5153) 2024-12-04T14:48:23,818 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/ns/4bea1676e5d6401ab0e493e9d66a4912 2024-12-04T14:48:23,847 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/table/2ebe9a144f954888955860f98b462ea0 is 73, key is TestLogRolling-testSlowSyncLogRolling/table:state/1733323646873/Put/seqid=0 2024-12-04T14:48:23,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741846_1022 (size=5396) 2024-12-04T14:48:23,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741846_1022 (size=5396) 2024-12-04T14:48:23,854 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=138 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/table/2ebe9a144f954888955860f98b462ea0 2024-12-04T14:48:23,865 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/info/46f46dfc81c64a968ea2e286971d60ed as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/info/46f46dfc81c64a968ea2e286971d60ed 2024-12-04T14:48:23,876 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/info/46f46dfc81c64a968ea2e286971d60ed, entries=10, sequenceid=11, filesize=6.9 K 2024-12-04T14:48:23,878 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/ns/4bea1676e5d6401ab0e493e9d66a4912 as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/ns/4bea1676e5d6401ab0e493e9d66a4912 2024-12-04T14:48:23,887 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/ns/4bea1676e5d6401ab0e493e9d66a4912, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:48:23,889 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/.tmp/table/2ebe9a144f954888955860f98b462ea0 as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/table/2ebe9a144f954888955860f98b462ea0 2024-12-04T14:48:23,900 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/table/2ebe9a144f954888955860f98b462ea0, entries=2, sequenceid=11, filesize=5.3 K 2024-12-04T14:48:23,902 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=11, compaction requested=false 2024-12-04T14:48:23,908 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:48:23,909 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:48:23,909 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:48:23,909 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323703743Running coprocessor pre-close hooks at 1733323703743Disabling compacts and flushes for region at 1733323703743Disabling writes for close at 1733323703743Obtaining lock to block concurrent updates at 1733323703743Preparing flush snapshotting stores in 1588230740 at 1733323703743Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1692, getHeapSize=3696, getOffHeapSize=0, getCellsCount=14 at 1733323703744 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733323703744Flushing 1588230740/info: creating writer at 1733323703745 (+1 ms)Flushing 1588230740/info: appending metadata at 1733323703768 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733323703768Flushing 1588230740/ns: creating writer at 1733323703793 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733323703810 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1733323703810Flushing 1588230740/table: creating writer at 1733323703829 (+19 ms)Flushing 1588230740/table: appending metadata at 1733323703847 (+18 ms)Flushing 1588230740/table: closing flushed file at 1733323703847Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70721a7: reopening flushed file at 1733323703863 (+16 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37d92bf3: reopening flushed file at 1733323703876 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5541f887: reopening flushed file at 1733323703888 (+12 ms)Finished flush of dataSize ~1.65 KB/1692, heapSize ~3.38 KB/3456, currentSize=0 B/0 for 1588230740 in 159ms, sequenceid=11, compaction requested=false at 1733323703902 (+14 ms)Writing region close event to WAL at 1733323703903 (+1 ms)Running coprocessor post-close hooks at 1733323703909 (+6 ms)Closed at 1733323703909 2024-12-04T14:48:23,910 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:48:23,944 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(976): stopping server d214edae7bd2,32891,1733323644133; all regions closed. 2024-12-04T14:48:23,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741834_1010 (size=3066) 2024-12-04T14:48:23,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741834_1010 (size=3066) 2024-12-04T14:48:23,948 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/WALs/d214edae7bd2,32891,1733323644133/d214edae7bd2%2C32891%2C1733323644133.meta.1733323645964.meta not finished, retry = 0 2024-12-04T14:48:24,054 DEBUG [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/oldWALs 2024-12-04T14:48:24,055 INFO [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C32891%2C1733323644133.meta:.meta(num 1733323645964) 2024-12-04T14:48:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741841_1017 (size=13164) 2024-12-04T14:48:24,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741841_1017 (size=13164) 2024-12-04T14:48:24,066 DEBUG [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/oldWALs 2024-12-04T14:48:24,066 INFO [RS:0;d214edae7bd2:32891 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C32891%2C1733323644133:(num 1733323683601) 2024-12-04T14:48:24,066 DEBUG [RS:0;d214edae7bd2:32891 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:24,066 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:48:24,066 INFO [RS:0;d214edae7bd2:32891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:48:24,066 INFO [RS:0;d214edae7bd2:32891 {}] hbase.ChoreService(370): Chore service for: regionserver/d214edae7bd2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:48:24,066 INFO [RS:0;d214edae7bd2:32891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:48:24,066 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:48:24,067 INFO [RS:0;d214edae7bd2:32891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32891 2024-12-04T14:48:24,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d214edae7bd2,32891,1733323644133 2024-12-04T14:48:24,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:48:24,072 INFO [RS:0;d214edae7bd2:32891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:48:24,073 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d214edae7bd2,32891,1733323644133] 2024-12-04T14:48:24,089 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d214edae7bd2,32891,1733323644133 already deleted, retry=false 2024-12-04T14:48:24,089 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d214edae7bd2,32891,1733323644133 expired; onlineServers=0 2024-12-04T14:48:24,089 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd214edae7bd2,38233,1733323643406' ***** 2024-12-04T14:48:24,089 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:48:24,089 INFO [M:0;d214edae7bd2:38233 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:48:24,090 INFO [M:0;d214edae7bd2:38233 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:48:24,090 DEBUG [M:0;d214edae7bd2:38233 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:48:24,090 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:48:24,090 DEBUG [M:0;d214edae7bd2:38233 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:48:24,090 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323645236 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323645236,5,FailOnTimeoutGroup] 2024-12-04T14:48:24,090 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323645235 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323645235,5,FailOnTimeoutGroup] 2024-12-04T14:48:24,091 INFO [M:0;d214edae7bd2:38233 {}] hbase.ChoreService(370): Chore service for: master/d214edae7bd2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:48:24,091 INFO [M:0;d214edae7bd2:38233 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:48:24,091 DEBUG [M:0;d214edae7bd2:38233 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:48:24,091 INFO [M:0;d214edae7bd2:38233 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:48:24,091 INFO [M:0;d214edae7bd2:38233 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:48:24,092 INFO [M:0;d214edae7bd2:38233 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:48:24,092 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:48:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T14:48:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:24,097 DEBUG [M:0;d214edae7bd2:38233 {}] zookeeper.ZKUtil(347): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T14:48:24,098 WARN [M:0;d214edae7bd2:38233 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:48:24,099 INFO [M:0;d214edae7bd2:38233 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/.lastflushedseqids 2024-12-04T14:48:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741847_1023 (size=130) 2024-12-04T14:48:24,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741847_1023 (size=130) 2024-12-04T14:48:24,117 INFO [M:0;d214edae7bd2:38233 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:48:24,117 INFO [M:0;d214edae7bd2:38233 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:48:24,117 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:48:24,117 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:24,117 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:24,117 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:48:24,117 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:24,118 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.04 KB heapSize=29.21 KB 2024-12-04T14:48:24,134 DEBUG [M:0;d214edae7bd2:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dfc93d4b27648e6b9fcf20841ba8aa2 is 82, key is hbase:meta,,1/info:regioninfo/1733323646037/Put/seqid=0 2024-12-04T14:48:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741848_1024 (size=5672) 2024-12-04T14:48:24,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741848_1024 (size=5672) 2024-12-04T14:48:24,140 INFO [M:0;d214edae7bd2:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dfc93d4b27648e6b9fcf20841ba8aa2 2024-12-04T14:48:24,164 DEBUG [M:0;d214edae7bd2:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc61e681c494ea28db37786b3989c1b is 767, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733323646880/Put/seqid=0 2024-12-04T14:48:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741849_1025 (size=6248) 2024-12-04T14:48:24,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741849_1025 (size=6248) 2024-12-04T14:48:24,171 INFO [M:0;d214edae7bd2:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.43 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc61e681c494ea28db37786b3989c1b 2024-12-04T14:48:24,178 INFO [M:0;d214edae7bd2:38233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc61e681c494ea28db37786b3989c1b 2024-12-04T14:48:24,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:24,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:32891-0x101a21979770001, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:24,182 INFO [RS:0;d214edae7bd2:32891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:48:24,182 INFO [RS:0;d214edae7bd2:32891 {}] regionserver.HRegionServer(1031): Exiting; stopping=d214edae7bd2,32891,1733323644133; zookeeper connection closed. 2024-12-04T14:48:24,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d09f06d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d09f06d 2024-12-04T14:48:24,183 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:48:24,193 DEBUG [M:0;d214edae7bd2:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b71975a53d48e3b70f9b36243159a8 is 69, key is d214edae7bd2,32891,1733323644133/rs:state/1733323645365/Put/seqid=0 2024-12-04T14:48:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741850_1026 (size=5156) 2024-12-04T14:48:24,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741850_1026 (size=5156) 2024-12-04T14:48:24,199 INFO [M:0;d214edae7bd2:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b71975a53d48e3b70f9b36243159a8 2024-12-04T14:48:24,220 DEBUG [M:0;d214edae7bd2:38233 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9ae28f071e5b4c58ba093ab35aabd9ef is 52, key is load_balancer_on/state:d/1733323646398/Put/seqid=0 2024-12-04T14:48:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741851_1027 (size=5056) 2024-12-04T14:48:24,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741851_1027 (size=5056) 2024-12-04T14:48:24,227 INFO [M:0;d214edae7bd2:38233 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9ae28f071e5b4c58ba093ab35aabd9ef 2024-12-04T14:48:24,235 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3dfc93d4b27648e6b9fcf20841ba8aa2 as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dfc93d4b27648e6b9fcf20841ba8aa2 2024-12-04T14:48:24,242 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3dfc93d4b27648e6b9fcf20841ba8aa2, entries=8, sequenceid=59, filesize=5.5 K 2024-12-04T14:48:24,244 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0bc61e681c494ea28db37786b3989c1b as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc61e681c494ea28db37786b3989c1b 2024-12-04T14:48:24,251 INFO [M:0;d214edae7bd2:38233 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0bc61e681c494ea28db37786b3989c1b 2024-12-04T14:48:24,251 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0bc61e681c494ea28db37786b3989c1b, entries=6, sequenceid=59, filesize=6.1 K 2024-12-04T14:48:24,253 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2b71975a53d48e3b70f9b36243159a8 as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b71975a53d48e3b70f9b36243159a8 2024-12-04T14:48:24,261 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2b71975a53d48e3b70f9b36243159a8, entries=1, sequenceid=59, filesize=5.0 K 2024-12-04T14:48:24,262 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/9ae28f071e5b4c58ba093ab35aabd9ef as hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9ae28f071e5b4c58ba093ab35aabd9ef 2024-12-04T14:48:24,269 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/9ae28f071e5b4c58ba093ab35aabd9ef, entries=1, sequenceid=59, filesize=4.9 K 2024-12-04T14:48:24,271 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=59, compaction requested=false 2024-12-04T14:48:24,273 INFO [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:24,273 DEBUG [M:0;d214edae7bd2:38233 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323704117Disabling compacts and flushes for region at 1733323704117Disabling writes for close at 1733323704117Obtaining lock to block concurrent updates at 1733323704118 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733323704118Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23588, getHeapSize=29848, getOffHeapSize=0, getCellsCount=70 at 1733323704118Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733323704119 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733323704119Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733323704133 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733323704133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733323704148 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733323704163 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733323704163Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733323704178 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733323704193 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733323704193Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733323704206 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733323704220 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733323704220Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@658a7986: reopening flushed file at 1733323704233 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b2a0407: reopening flushed file at 1733323704242 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f2e8203: reopening flushed file at 1733323704251 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14e0866c: reopening flushed file at 1733323704261 (+10 ms)Finished flush of dataSize ~23.04 KB/23588, heapSize ~29.15 KB/29848, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 154ms, sequenceid=59, compaction requested=false at 1733323704271 (+10 ms)Writing region close event to WAL at 1733323704272 (+1 ms)Closed at 1733323704272 2024-12-04T14:48:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44463 is added to blk_1073741830_1006 (size=27985) 2024-12-04T14:48:24,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41639 is added to blk_1073741830_1006 (size=27985) 2024-12-04T14:48:24,277 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:48:24,277 INFO [M:0;d214edae7bd2:38233 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:48:24,277 INFO [M:0;d214edae7bd2:38233 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38233 2024-12-04T14:48:24,277 INFO [M:0;d214edae7bd2:38233 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:48:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:24,381 INFO [M:0;d214edae7bd2:38233 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:48:24,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38233-0x101a21979770000, quorum=127.0.0.1:58463, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:24,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3b9fe80c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:24,387 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@431c6310{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:24,387 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:24,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@775a6b37{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:24,387 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d434c3e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:24,390 WARN [BP-1597276045-172.17.0.2-1733323639867 heartbeating to localhost/127.0.0.1:32841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:24,390 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:24,390 WARN [BP-1597276045-172.17.0.2-1733323639867 heartbeating to localhost/127.0.0.1:32841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1597276045-172.17.0.2-1733323639867 (Datanode Uuid 76d77274-8a54-4642-94f8-5ecab6689bf8) service to localhost/127.0.0.1:32841 2024-12-04T14:48:24,390 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:24,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data3/current/BP-1597276045-172.17.0.2-1733323639867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:24,391 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data4/current/BP-1597276045-172.17.0.2-1733323639867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:24,392 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:24,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@790fbcfe{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:24,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4e3c8436{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:24,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:24,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@49b96e54{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:24,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2973dc0f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:24,396 WARN [BP-1597276045-172.17.0.2-1733323639867 heartbeating to localhost/127.0.0.1:32841 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:24,396 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:24,396 WARN [BP-1597276045-172.17.0.2-1733323639867 heartbeating to localhost/127.0.0.1:32841 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1597276045-172.17.0.2-1733323639867 (Datanode Uuid 66b0f1ac-2043-4124-b5b1-6ea82db8fcb2) service to localhost/127.0.0.1:32841 2024-12-04T14:48:24,396 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:24,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data1/current/BP-1597276045-172.17.0.2-1733323639867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:24,397 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/cluster_c9c49959-fe3d-3c6d-c844-922442239ccb/data/data2/current/BP-1597276045-172.17.0.2-1733323639867 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:24,397 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:24,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@612e4b2b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:48:24,409 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65270512{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:24,409 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:24,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6932e96{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:24,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20abc9e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:24,417 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:48:24,443 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:48:24,451 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testSlowSyncLogRolling Thread=65 (was 12) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d214edae7bd2:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/d214edae7bd2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:32841 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32841 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/d214edae7bd2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:32841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: master/d214edae7bd2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:32841 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@480ca2f1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:32841 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Slow-sync-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=393 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=114 (was 162), ProcessCount=11 (was 11), AvailableMemoryMB=9406 (was 10003) 2024-12-04T14:48:24,456 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=66, OpenFileDescriptor=393, MaxFileDescriptor=1048576, SystemLoadAverage=114, ProcessCount=11, AvailableMemoryMB=9406 2024-12-04T14:48:24,456 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.log.dir so I do NOT create it in target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/d503518c-f977-ed6e-6d0c-3792f1cd240b/hadoop.tmp.dir so I do NOT create it in target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea, deleteOnExit=true 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/test.cache.data in system properties and HBase conf 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:48:24,457 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:48:24,458 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:48:24,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:48:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:48:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:48:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:48:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:48:24,459 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:48:24,738 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:24,743 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:24,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:24,744 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:24,744 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:48:24,745 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:24,745 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d1e03de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:24,746 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9064200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:24,838 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2052e3a1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-46713-hadoop-hdfs-3_4_1-tests_jar-_-any-17493490537645474143/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:48:24,839 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ceb5ed1{HTTP/1.1, (http/1.1)}{localhost:46713} 2024-12-04T14:48:24,839 INFO [Time-limited test {}] server.Server(415): Started @66776ms 2024-12-04T14:48:25,032 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:25,041 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:25,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:25,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:25,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:48:25,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e8689f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:25,043 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e3b24ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:25,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@64d88bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-43223-hadoop-hdfs-3_4_1-tests_jar-_-any-2419171530430973801/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:25,156 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@57640d7c{HTTP/1.1, (http/1.1)}{localhost:43223} 2024-12-04T14:48:25,156 INFO [Time-limited test {}] server.Server(415): Started @67093ms 2024-12-04T14:48:25,158 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:25,192 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:25,195 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:25,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:25,196 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:25,196 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:48:25,196 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11e33a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:25,197 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@384418d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:25,295 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6d47597c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-38907-hadoop-hdfs-3_4_1-tests_jar-_-any-7362383122096381018/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:25,295 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1fdbf{HTTP/1.1, (http/1.1)}{localhost:38907} 2024-12-04T14:48:25,295 INFO [Time-limited test {}] server.Server(415): Started @67231ms 2024-12-04T14:48:25,296 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:25,444 INFO [regionserver/d214edae7bd2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:48:25,854 WARN [Thread-385 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data2/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:25,854 WARN [Thread-384 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data1/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:25,874 WARN [Thread-349 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51035d1db8278de8 with lease ID 0x8fc53e40d1410755: Processing first storage report for DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7 from datanode DatanodeRegistration(127.0.0.1:39791, datanodeUuid=d56796f5-7e2d-4134-b329-1b3754fe0b37, infoPort=45625, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51035d1db8278de8 with lease ID 0x8fc53e40d1410755: from storage DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7 node DatanodeRegistration(127.0.0.1:39791, datanodeUuid=d56796f5-7e2d-4134-b329-1b3754fe0b37, infoPort=45625, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x51035d1db8278de8 with lease ID 0x8fc53e40d1410755: Processing first storage report for DS-8c384b31-4dd1-4bb6-bbd3-0d405c91acc1 from datanode DatanodeRegistration(127.0.0.1:39791, datanodeUuid=d56796f5-7e2d-4134-b329-1b3754fe0b37, infoPort=45625, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:25,881 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x51035d1db8278de8 with lease ID 0x8fc53e40d1410755: from storage DS-8c384b31-4dd1-4bb6-bbd3-0d405c91acc1 node DatanodeRegistration(127.0.0.1:39791, datanodeUuid=d56796f5-7e2d-4134-b329-1b3754fe0b37, infoPort=45625, infoSecurePort=0, ipcPort=37241, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:26,059 WARN [Thread-396 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data3/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:26,060 WARN [Thread-397 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data4/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:26,085 WARN [Thread-372 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc173b403c9aeebec with lease ID 0x8fc53e40d1410756: Processing first storage report for DS-a5af4c2d-6f32-4fce-9ca1-c491266e42a9 from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=6a262606-59c3-484d-9c1c-021220a3a7b5, infoPort=42111, infoSecurePort=0, ipcPort=42889, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc173b403c9aeebec with lease ID 0x8fc53e40d1410756: from storage DS-a5af4c2d-6f32-4fce-9ca1-c491266e42a9 node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=6a262606-59c3-484d-9c1c-021220a3a7b5, infoPort=42111, infoSecurePort=0, ipcPort=42889, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc173b403c9aeebec with lease ID 0x8fc53e40d1410756: Processing first storage report for DS-33b7e3f7-9a95-4d73-9c00-5e6594fe81ed from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=6a262606-59c3-484d-9c1c-021220a3a7b5, infoPort=42111, infoSecurePort=0, ipcPort=42889, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:26,090 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc173b403c9aeebec with lease ID 0x8fc53e40d1410756: from storage DS-33b7e3f7-9a95-4d73-9c00-5e6594fe81ed node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=6a262606-59c3-484d-9c1c-021220a3a7b5, infoPort=42111, infoSecurePort=0, ipcPort=42889, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:26,144 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7 2024-12-04T14:48:26,151 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/zookeeper_0, clientPort=55167, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:48:26,153 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55167 2024-12-04T14:48:26,154 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,156 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:48:26,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:48:26,178 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc with version=8 2024-12-04T14:48:26,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase-staging 2024-12-04T14:48:26,180 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:48:26,180 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:26,181 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:48:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:26,181 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:48:26,181 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:48:26,181 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:48:26,182 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43103 2024-12-04T14:48:26,183 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43103 connecting to ZooKeeper ensemble=127.0.0.1:55167 2024-12-04T14:48:26,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431030x0, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:48:26,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43103-0x101a21a71980000 connected 2024-12-04T14:48:26,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:26,322 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc, hbase.cluster.distributed=false 2024-12-04T14:48:26,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:48:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43103 2024-12-04T14:48:26,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43103 2024-12-04T14:48:26,334 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43103 2024-12-04T14:48:26,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43103 2024-12-04T14:48:26,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43103 2024-12-04T14:48:26,359 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:48:26,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:26,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:26,359 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:48:26,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:26,359 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:48:26,359 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:48:26,360 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:48:26,360 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38381 2024-12-04T14:48:26,362 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38381 connecting to ZooKeeper ensemble=127.0.0.1:55167 2024-12-04T14:48:26,363 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:383810x0, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:48:26,381 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:383810x0, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:26,381 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38381-0x101a21a71980001 connected 2024-12-04T14:48:26,381 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:48:26,384 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:48:26,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T14:48:26,386 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:48:26,393 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38381 2024-12-04T14:48:26,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38381 2024-12-04T14:48:26,398 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38381 2024-12-04T14:48:26,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38381 2024-12-04T14:48:26,401 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38381 2024-12-04T14:48:26,418 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d214edae7bd2:43103 2024-12-04T14:48:26,419 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d214edae7bd2,43103,1733323706180 2024-12-04T14:48:26,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:26,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:26,431 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d214edae7bd2,43103,1733323706180 2024-12-04T14:48:26,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T14:48:26,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:26,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:26,442 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T14:48:26,442 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d214edae7bd2,43103,1733323706180 from backup master directory 2024-12-04T14:48:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d214edae7bd2,43103,1733323706180 2024-12-04T14:48:26,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:26,455 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:48:26,455 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d214edae7bd2,43103,1733323706180 2024-12-04T14:48:26,463 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/hbase.id] with ID: aa17c0ea-00a9-498c-a6e8-d63babb058ee 2024-12-04T14:48:26,463 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/.tmp/hbase.id 2024-12-04T14:48:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:48:26,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:48:26,483 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/.tmp/hbase.id]:[hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/hbase.id] 2024-12-04T14:48:26,501 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:26,501 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:48:26,503 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T14:48:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:26,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:48:26,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:48:26,935 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:48:26,936 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:48:26,936 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:48:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:48:26,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:48:26,949 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store 2024-12-04T14:48:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:48:26,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:48:26,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:26,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:48:26,958 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:26,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:26,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:48:26,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:26,958 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:26,958 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323706958Disabling compacts and flushes for region at 1733323706958Disabling writes for close at 1733323706958Writing region close event to WAL at 1733323706958Closed at 1733323706958 2024-12-04T14:48:26,959 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/.initializing 2024-12-04T14:48:26,959 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180 2024-12-04T14:48:26,961 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:48:26,963 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C43103%2C1733323706180, suffix=, logDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/oldWALs, maxLogs=10 2024-12-04T14:48:26,974 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963, exclude list is [], retry=0 2024-12-04T14:48:26,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a5af4c2d-6f32-4fce-9ca1-c491266e42a9,DISK] 2024-12-04T14:48:26,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK] 2024-12-04T14:48:26,980 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 2024-12-04T14:48:26,980 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42111:42111),(127.0.0.1/127.0.0.1:45625:45625)] 2024-12-04T14:48:26,981 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:48:26,981 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:26,981 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,981 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:48:26,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:26,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:26,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,987 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:48:26,987 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:26,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:26,988 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,990 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:48:26,991 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:26,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:26,991 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,993 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:48:26,993 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:26,994 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:26,994 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,995 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,995 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,997 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,997 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:26,998 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:48:27,000 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:27,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:48:27,004 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822290, jitterRate=0.045596882700920105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:48:27,005 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733323706981Initializing all the Stores at 1733323706982 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323706982Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323706982Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323706982Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323706982Cleaning up temporary data from old regions at 1733323706997 (+15 ms)Region opened successfully at 1733323707005 (+8 ms) 2024-12-04T14:48:27,006 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:48:27,011 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6737123f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:48:27,012 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:48:27,013 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:48:27,013 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:48:27,013 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:48:27,014 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:48:27,014 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:48:27,015 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:48:27,020 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:48:27,021 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T14:48:27,032 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T14:48:27,033 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:48:27,034 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:48:27,041 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T14:48:27,041 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:48:27,043 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:48:27,049 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T14:48:27,051 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:48:27,057 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T14:48:27,060 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:48:27,066 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T14:48:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,074 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,075 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d214edae7bd2,43103,1733323706180, sessionid=0x101a21a71980000, setting cluster-up flag (Was=false) 2024-12-04T14:48:27,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,091 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,116 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T14:48:27,117 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,43103,1733323706180 2024-12-04T14:48:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,199 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T14:48:27,201 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,43103,1733323706180 2024-12-04T14:48:27,203 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:48:27,205 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:27,205 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:48:27,205 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:48:27,205 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d214edae7bd2,43103,1733323706180 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d214edae7bd2:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,207 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:48:27,208 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,210 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733323737210 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:48:27,211 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:27,211 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:48:27,211 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,212 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:48:27,212 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:48:27,212 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:48:27,212 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:48:27,212 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:48:27,212 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323707212,5,FailOnTimeoutGroup] 2024-12-04T14:48:27,213 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,213 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:48:27,213 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323707213,5,FailOnTimeoutGroup] 2024-12-04T14:48:27,213 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,213 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:48:27,214 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,214 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:48:27,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:48:27,224 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:48:27,224 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc 2024-12-04T14:48:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:48:27,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:48:27,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:27,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:48:27,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:48:27,236 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,236 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:48:27,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:48:27,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:48:27,242 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:48:27,242 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,243 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:48:27,246 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:48:27,246 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,247 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,247 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:48:27,248 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740 2024-12-04T14:48:27,249 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740 2024-12-04T14:48:27,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:48:27,251 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:48:27,252 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:48:27,254 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:48:27,258 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:48:27,259 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=722656, jitterRate=-0.08109603822231293}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:48:27,260 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733323707232Initializing all the Stores at 1733323707233 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323707233Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323707233Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323707233Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323707233Cleaning up temporary data from old regions at 1733323707251 (+18 ms)Region opened successfully at 1733323707260 (+9 ms) 2024-12-04T14:48:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:48:27,261 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:48:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:48:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:48:27,261 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:48:27,262 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:48:27,262 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323707261Disabling compacts and flushes for region at 1733323707261Disabling writes for close at 1733323707261Writing region close event to WAL at 1733323707262 (+1 ms)Closed at 1733323707262 2024-12-04T14:48:27,264 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:27,264 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:48:27,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:48:27,267 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:48:27,269 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:48:27,304 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(746): ClusterId : aa17c0ea-00a9-498c-a6e8-d63babb058ee 2024-12-04T14:48:27,304 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:48:27,314 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:48:27,314 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:48:27,325 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:48:27,326 DEBUG [RS:0;d214edae7bd2:38381 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28ba8497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:48:27,336 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d214edae7bd2:38381 2024-12-04T14:48:27,336 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:48:27,336 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:48:27,336 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:48:27,337 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(2659): reportForDuty to master=d214edae7bd2,43103,1733323706180 with port=38381, startcode=1733323706358 2024-12-04T14:48:27,337 DEBUG [RS:0;d214edae7bd2:38381 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:48:27,339 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43155, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:48:27,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43103 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,340 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43103 {}] master.ServerManager(517): Registering regionserver=d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,342 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc 2024-12-04T14:48:27,342 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41509 2024-12-04T14:48:27,342 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:48:27,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:48:27,350 DEBUG [RS:0;d214edae7bd2:38381 {}] zookeeper.ZKUtil(111): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,350 WARN [RS:0;d214edae7bd2:38381 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:48:27,350 INFO [RS:0;d214edae7bd2:38381 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:48:27,350 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d214edae7bd2,38381,1733323706358] 2024-12-04T14:48:27,355 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:48:27,357 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:48:27,358 INFO [RS:0;d214edae7bd2:38381 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:48:27,358 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,358 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:48:27,359 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:48:27,359 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,360 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,361 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:27,361 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:48:27,361 DEBUG [RS:0;d214edae7bd2:38381 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:48:27,362 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,363 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,363 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,363 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,363 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,363 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38381,1733323706358-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:48:27,383 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:48:27,383 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,38381,1733323706358-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,384 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,384 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.Replication(171): d214edae7bd2,38381,1733323706358 started 2024-12-04T14:48:27,407 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,407 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1482): Serving as d214edae7bd2,38381,1733323706358, RpcServer on d214edae7bd2/172.17.0.2:38381, sessionid=0x101a21a71980001 2024-12-04T14:48:27,407 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:48:27,407 DEBUG [RS:0;d214edae7bd2:38381 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,408 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,38381,1733323706358' 2024-12-04T14:48:27,408 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T14:48:27,408 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T14:48:27,409 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:48:27,409 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:48:27,409 DEBUG [RS:0;d214edae7bd2:38381 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,409 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,38381,1733323706358' 2024-12-04T14:48:27,409 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T14:48:27,410 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T14:48:27,410 DEBUG [RS:0;d214edae7bd2:38381 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:48:27,410 INFO [RS:0;d214edae7bd2:38381 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:48:27,410 INFO [RS:0;d214edae7bd2:38381 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:48:27,419 WARN [d214edae7bd2:43103 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:48:27,511 INFO [RS:0;d214edae7bd2:38381 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:48:27,514 INFO [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C38381%2C1733323706358, suffix=, logDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs, maxLogs=32 2024-12-04T14:48:27,528 DEBUG [RS:0;d214edae7bd2:38381 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515, exclude list is [], retry=0 2024-12-04T14:48:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK] 2024-12-04T14:48:27,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a5af4c2d-6f32-4fce-9ca1-c491266e42a9,DISK] 2024-12-04T14:48:27,540 INFO [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 2024-12-04T14:48:27,540 DEBUG [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625),(127.0.0.1/127.0.0.1:42111:42111)] 2024-12-04T14:48:27,669 DEBUG [d214edae7bd2:43103 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:48:27,670 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,672 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,38381,1733323706358, state=OPENING 2024-12-04T14:48:27,680 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:48:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:27,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:27,689 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:48:27,689 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,38381,1733323706358}] 2024-12-04T14:48:27,689 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:27,843 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:48:27,845 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57655, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:48:27,850 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:48:27,850 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:48:27,851 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:48:27,853 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C38381%2C1733323706358.meta, suffix=.meta, logDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358, archiveDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs, maxLogs=32 2024-12-04T14:48:27,865 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta, exclude list is [], retry=0 2024-12-04T14:48:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39791,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK] 2024-12-04T14:48:27,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-a5af4c2d-6f32-4fce-9ca1-c491266e42a9,DISK] 2024-12-04T14:48:27,892 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta 2024-12-04T14:48:27,893 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45625:45625),(127.0.0.1/127.0.0.1:42111:42111)] 2024-12-04T14:48:27,893 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:48:27,893 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:48:27,893 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:48:27,894 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:48:27,894 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:48:27,894 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:27,894 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:48:27,894 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:48:27,896 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:48:27,897 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:48:27,897 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,898 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:48:27,899 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:48:27,899 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:48:27,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:48:27,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:48:27,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:48:27,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:27,903 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:27,903 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:48:27,904 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740 2024-12-04T14:48:27,905 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740 2024-12-04T14:48:27,907 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:48:27,907 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:48:27,908 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:48:27,909 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:48:27,910 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=822478, jitterRate=0.04583556950092316}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:48:27,910 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:48:27,911 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733323707894Writing region info on filesystem at 1733323707894Initializing all the Stores at 1733323707896 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323707896Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323707896Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323707896Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323707896Cleaning up temporary data from old regions at 1733323707907 (+11 ms)Running coprocessor post-open hooks at 1733323707910 (+3 ms)Region opened successfully at 1733323707911 (+1 ms) 2024-12-04T14:48:27,912 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733323707843 2024-12-04T14:48:27,915 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:48:27,915 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:48:27,916 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,918 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,38381,1733323706358, state=OPEN 2024-12-04T14:48:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:48:27,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:48:27,955 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d214edae7bd2,38381,1733323706358 2024-12-04T14:48:27,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:27,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:27,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:48:27,960 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,38381,1733323706358 in 267 msec 2024-12-04T14:48:27,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:48:27,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 695 msec 2024-12-04T14:48:27,964 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:27,965 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:48:27,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:48:27,966 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,38381,1733323706358, seqNum=-1] 2024-12-04T14:48:27,967 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:48:27,969 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33967, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:48:27,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 771 msec 2024-12-04T14:48:27,977 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733323707977, completionTime=-1 2024-12-04T14:48:27,977 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:48:27,977 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:48:27,980 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:48:27,980 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733323767980 2024-12-04T14:48:27,980 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733323827980 2024-12-04T14:48:27,980 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:48:27,981 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,43103,1733323706180-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,981 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,43103,1733323706180-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,981 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,43103,1733323706180-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,981 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d214edae7bd2:43103, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,981 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,981 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:27,983 DEBUG [master/d214edae7bd2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.532sec 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,43103,1733323706180-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:48:27,987 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,43103,1733323706180-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:48:27,991 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:48:27,991 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:48:27,991 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,43103,1733323706180-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:28,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a77a0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:48:28,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d214edae7bd2,43103,-1 for getting cluster id 2024-12-04T14:48:28,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:48:28,007 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'aa17c0ea-00a9-498c-a6e8-d63babb058ee' 2024-12-04T14:48:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:48:28,007 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "aa17c0ea-00a9-498c-a6e8-d63babb058ee" 2024-12-04T14:48:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@254073dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:48:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d214edae7bd2,43103,-1] 2024-12-04T14:48:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:48:28,008 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:28,010 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58372, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:48:28,011 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8b0c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:48:28,011 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:48:28,012 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,38381,1733323706358, seqNum=-1] 2024-12-04T14:48:28,013 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:48:28,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43292, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:48:28,017 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d214edae7bd2,43103,1733323706180 2024-12-04T14:48:28,018 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:28,020 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T14:48:28,031 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:28,034 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:28,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:28,036 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:28,036 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:48:28,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3deed92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:28,037 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1469ecc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:28,146 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6f1e4ae0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-35997-hadoop-hdfs-3_4_1-tests_jar-_-any-64053575531694502/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:28,146 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63df46d{HTTP/1.1, (http/1.1)}{localhost:35997} 2024-12-04T14:48:28,146 INFO [Time-limited test {}] server.Server(415): Started @70083ms 2024-12-04T14:48:28,148 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:28,198 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:28,201 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:28,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:28,207 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:28,207 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:48:28,208 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20d4578b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:28,209 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45526b3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:28,315 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@d74f189{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-41805-hadoop-hdfs-3_4_1-tests_jar-_-any-12990842210689133112/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:28,315 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5b0f5da5{HTTP/1.1, (http/1.1)}{localhost:41805} 2024-12-04T14:48:28,315 INFO [Time-limited test {}] server.Server(415): Started @70252ms 2024-12-04T14:48:28,317 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:28,346 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:28,350 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:28,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:28,351 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:28,351 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:48:28,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5a3a18a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:28,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c21a411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:28,446 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@203c9393{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-37303-hadoop-hdfs-3_4_1-tests_jar-_-any-10743385685104985075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:28,446 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@79d6b559{HTTP/1.1, (http/1.1)}{localhost:37303} 2024-12-04T14:48:28,446 INFO [Time-limited test {}] server.Server(415): Started @70383ms 2024-12-04T14:48:28,448 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:28,802 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:28,805 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:29,079 WARN [Thread-547 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data6/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:29,079 WARN [Thread-546 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data5/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:29,103 WARN [Thread-489 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8a7147647dc19c9 with lease ID 0x8fc53e40d1410757: Processing first storage report for DS-0544b5ac-0d5b-4084-824f-872f6cd7e966 from datanode DatanodeRegistration(127.0.0.1:44245, datanodeUuid=ec2e1567-2f14-4880-b988-3c88cf55411f, infoPort=33409, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8a7147647dc19c9 with lease ID 0x8fc53e40d1410757: from storage DS-0544b5ac-0d5b-4084-824f-872f6cd7e966 node DatanodeRegistration(127.0.0.1:44245, datanodeUuid=ec2e1567-2f14-4880-b988-3c88cf55411f, infoPort=33409, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd8a7147647dc19c9 with lease ID 0x8fc53e40d1410757: Processing first storage report for DS-4381df25-4f01-46dc-93d7-113df0c32db7 from datanode DatanodeRegistration(127.0.0.1:44245, datanodeUuid=ec2e1567-2f14-4880-b988-3c88cf55411f, infoPort=33409, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:29,107 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd8a7147647dc19c9 with lease ID 0x8fc53e40d1410757: from storage DS-4381df25-4f01-46dc-93d7-113df0c32db7 node DatanodeRegistration(127.0.0.1:44245, datanodeUuid=ec2e1567-2f14-4880-b988-3c88cf55411f, infoPort=33409, infoSecurePort=0, ipcPort=44235, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:29,265 WARN [Thread-558 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data7/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:29,265 WARN [Thread-559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data8/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:29,287 WARN [Thread-511 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74fc1add04bcb884 with lease ID 0x8fc53e40d1410758: Processing first storage report for DS-a6c63d94-f6f3-45c5-9a4a-87ae4e624b38 from datanode DatanodeRegistration(127.0.0.1:32797, datanodeUuid=19a93817-0816-400b-b87d-783ecbb0bc74, infoPort=45877, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74fc1add04bcb884 with lease ID 0x8fc53e40d1410758: from storage DS-a6c63d94-f6f3-45c5-9a4a-87ae4e624b38 node DatanodeRegistration(127.0.0.1:32797, datanodeUuid=19a93817-0816-400b-b87d-783ecbb0bc74, infoPort=45877, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x74fc1add04bcb884 with lease ID 0x8fc53e40d1410758: Processing first storage report for DS-eb473cb3-a825-4ab1-9722-bb6703ea5135 from datanode DatanodeRegistration(127.0.0.1:32797, datanodeUuid=19a93817-0816-400b-b87d-783ecbb0bc74, infoPort=45877, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:29,290 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x74fc1add04bcb884 with lease ID 0x8fc53e40d1410758: from storage DS-eb473cb3-a825-4ab1-9722-bb6703ea5135 node DatanodeRegistration(127.0.0.1:32797, datanodeUuid=19a93817-0816-400b-b87d-783ecbb0bc74, infoPort=45877, infoSecurePort=0, ipcPort=34881, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:29,321 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:48:29,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:29,413 WARN [Thread-571 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data10/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:29,413 WARN [Thread-570 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data9/current/BP-910751785-172.17.0.2-1733323704486/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:29,436 WARN [Thread-533 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc9e439e38e9bb1 with lease ID 0x8fc53e40d1410759: Processing first storage report for DS-f8926101-10a8-4aa4-8de3-138fd64a785b from datanode DatanodeRegistration(127.0.0.1:35709, datanodeUuid=9173729b-5cc9-4fde-9965-44ca7b126d55, infoPort=46777, infoSecurePort=0, ipcPort=43575, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc9e439e38e9bb1 with lease ID 0x8fc53e40d1410759: from storage DS-f8926101-10a8-4aa4-8de3-138fd64a785b node DatanodeRegistration(127.0.0.1:35709, datanodeUuid=9173729b-5cc9-4fde-9965-44ca7b126d55, infoPort=46777, infoSecurePort=0, ipcPort=43575, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xbc9e439e38e9bb1 with lease ID 0x8fc53e40d1410759: Processing first storage report for DS-6755c156-5766-4819-8517-60bde8d1e911 from datanode DatanodeRegistration(127.0.0.1:35709, datanodeUuid=9173729b-5cc9-4fde-9965-44ca7b126d55, infoPort=46777, infoSecurePort=0, ipcPort=43575, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486) 2024-12-04T14:48:29,439 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xbc9e439e38e9bb1 with lease ID 0x8fc53e40d1410759: from storage DS-6755c156-5766-4819-8517-60bde8d1e911 node DatanodeRegistration(127.0.0.1:35709, datanodeUuid=9173729b-5cc9-4fde-9965-44ca7b126d55, infoPort=46777, infoSecurePort=0, ipcPort=43575, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:29,488 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:48:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is d214edae7bd2,43103,1733323706180 2024-12-04T14:48:29,489 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6042447f 2024-12-04T14:48:29,490 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:48:29,492 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58382, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:48:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T14:48:29,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T14:48:29,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRollOnDatanodeDeath', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:48:29,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T14:48:29,497 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:48:29,497 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:29,497 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRollOnDatanodeDeath" procId is: 4 2024-12-04T14:48:29,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:48:29,499 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:48:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44245 is added to blk_1073741835_1011 (size=393) 2024-12-04T14:48:29,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741835_1011 (size=393) 2024-12-04T14:48:29,510 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0806a42e88e955c76fbad52d9c59fc1c, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRollOnDatanodeDeath', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc 2024-12-04T14:48:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741836_1012 (size=76) 2024-12-04T14:48:29,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39791 is added to blk_1073741836_1012 (size=76) 2024-12-04T14:48:29,520 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:29,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1722): Closing 0806a42e88e955c76fbad52d9c59fc1c, disabling compactions & flushes 2024-12-04T14:48:29,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. after waiting 0 ms 2024-12-04T14:48:29,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,521 INFO [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,521 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRollOnDatanodeDeath-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0806a42e88e955c76fbad52d9c59fc1c: Waiting for close lock at 1733323709521Disabling compacts and flushes for region at 1733323709521Disabling writes for close at 1733323709521Writing region close event to WAL at 1733323709521Closed at 1733323709521 2024-12-04T14:48:29,524 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:48:29,524 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c.","families":{"info":[{"qualifier":"regioninfo","vlen":75,"tag":[],"timestamp":"1733323709524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733323709524"}]},"ts":"1733323709524"} 2024-12-04T14:48:29,527 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:48:29,529 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:48:29,529 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323709529"}]},"ts":"1733323709529"} 2024-12-04T14:48:29,531 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLING in hbase:meta 2024-12-04T14:48:29,532 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0806a42e88e955c76fbad52d9c59fc1c, ASSIGN}] 2024-12-04T14:48:29,533 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0806a42e88e955c76fbad52d9c59fc1c, ASSIGN 2024-12-04T14:48:29,535 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0806a42e88e955c76fbad52d9c59fc1c, ASSIGN; state=OFFLINE, location=d214edae7bd2,38381,1733323706358; forceNewPlan=false, retain=false 2024-12-04T14:48:29,686 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0806a42e88e955c76fbad52d9c59fc1c, regionState=OPENING, regionLocation=d214edae7bd2,38381,1733323706358 2024-12-04T14:48:29,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0806a42e88e955c76fbad52d9c59fc1c, ASSIGN because future has completed 2024-12-04T14:48:29,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0806a42e88e955c76fbad52d9c59fc1c, server=d214edae7bd2,38381,1733323706358}] 2024-12-04T14:48:29,851 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,851 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0806a42e88e955c76fbad52d9c59fc1c, NAME => 'TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:48:29,851 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRollOnDatanodeDeath 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,851 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:29,852 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,852 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,854 INFO [StoreOpener-0806a42e88e955c76fbad52d9c59fc1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,856 INFO [StoreOpener-0806a42e88e955c76fbad52d9c59fc1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0806a42e88e955c76fbad52d9c59fc1c columnFamilyName info 2024-12-04T14:48:29,857 DEBUG [StoreOpener-0806a42e88e955c76fbad52d9c59fc1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:29,858 INFO [StoreOpener-0806a42e88e955c76fbad52d9c59fc1c-1 {}] regionserver.HStore(327): Store=0806a42e88e955c76fbad52d9c59fc1c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:29,858 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,860 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,861 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,862 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,862 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,865 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,869 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:48:29,870 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0806a42e88e955c76fbad52d9c59fc1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=767069, jitterRate=-0.024621397256851196}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T14:48:29,870 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:29,871 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0806a42e88e955c76fbad52d9c59fc1c: Running coprocessor pre-open hook at 1733323709852Writing region info on filesystem at 1733323709852Initializing all the Stores at 1733323709853 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323709853Cleaning up temporary data from old regions at 1733323709862 (+9 ms)Running coprocessor post-open hooks at 1733323709870 (+8 ms)Region opened successfully at 1733323709871 (+1 ms) 2024-12-04T14:48:29,872 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c., pid=6, masterSystemTime=1733323709844 2024-12-04T14:48:29,875 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,875 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:29,876 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0806a42e88e955c76fbad52d9c59fc1c, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,38381,1733323706358 2024-12-04T14:48:29,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0806a42e88e955c76fbad52d9c59fc1c, server=d214edae7bd2,38381,1733323706358 because future has completed 2024-12-04T14:48:29,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:48:29,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0806a42e88e955c76fbad52d9c59fc1c, server=d214edae7bd2,38381,1733323706358 in 191 msec 2024-12-04T14:48:29,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:48:29,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRollOnDatanodeDeath, region=0806a42e88e955c76fbad52d9c59fc1c, ASSIGN in 354 msec 2024-12-04T14:48:29,892 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:48:29,892 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRollOnDatanodeDeath","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323709892"}]},"ts":"1733323709892"} 2024-12-04T14:48:29,895 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRollOnDatanodeDeath, state=ENABLED in hbase:meta 2024-12-04T14:48:29,897 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:48:29,900 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRollOnDatanodeDeath in 404 msec 2024-12-04T14:48:33,355 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:48:33,356 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRollOnDatanodeDeath' 2024-12-04T14:48:33,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T14:48:33,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath Metrics about Tables on a single HBase RegionServer 2024-12-04T14:48:33,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testSlowSyncLogRolling 2024-12-04T14:48:35,356 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:48:35,381 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:39,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43103 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:48:39,541 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRollOnDatanodeDeath completed 2024-12-04T14:48:39,541 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table TestLogRolling-testLogRollOnDatanodeDeath get assigned. Timeout = 60000ms 2024-12-04T14:48:39,542 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T14:48:39,546 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned to meta. Checking AM states. 2024-12-04T14:48:39,547 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T14:48:39,547 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table TestLogRolling-testLogRollOnDatanodeDeath assigned. 2024-12-04T14:48:39,551 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRollOnDatanodeDeath', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c., hostname=d214edae7bd2,38381,1733323706358, seqNum=2] 2024-12-04T14:48:39,554 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRollOnDatanodeDeath,, stopping at row=TestLogRolling-testLogRollOnDatanodeDeath ,, for max=2147483647 with caching=100 2024-12-04T14:48:39,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T14:48:39,557 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:39,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1694739744_22 at /127.0.0.1:54614 [Receiving block BP-910751785-172.17.0.2-1733323704486:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:39791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54614 dst: /127.0.0.1:39791 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_-1694739744_22 at /127.0.0.1:37486 [Receiving block BP-910751785-172.17.0.2-1733323704486:blk_1073741830_1006] {}] datanode.DataXceiver(331): 127.0.0.1:38253:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37486 dst: /127.0.0.1:38253 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_695238723_22 at /127.0.0.1:58582 [Receiving block BP-910751785-172.17.0.2-1733323704486:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:39791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:58582 dst: /127.0.0.1:39791 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_695238723_22 at /127.0.0.1:54638 [Receiving block BP-910751785-172.17.0.2-1733323704486:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:39791:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:54638 dst: /127.0.0.1:39791 java.nio.channels.ClosedChannelException: null at java.nio.channels.spi.AbstractSelectableChannel.register(AbstractSelectableChannel.java:222) ~[?:?] at java.nio.channels.SelectableChannel.register(SelectableChannel.java:260) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:334) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) ~[hadoop-common-3.4.1.jar:?] at java.io.BufferedInputStream.fill(BufferedInputStream.java:244) ~[?:?] at java.io.BufferedInputStream.read1(BufferedInputStream.java:284) ~[?:?] at java.io.BufferedInputStream.read(BufferedInputStream.java:343) ~[?:?] at java.io.DataInputStream.read(DataInputStream.java:151) ~[?:?] at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,559 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_695238723_22 at /127.0.0.1:42128 [Receiving block BP-910751785-172.17.0.2-1733323704486:blk_1073741834_1010] {}] datanode.DataXceiver(331): 127.0.0.1:38253:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:42128 dst: /127.0.0.1:38253 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,560 ERROR [DataXceiver for client DFSClient_NONMAPREDUCE_695238723_22 at /127.0.0.1:37496 [Receiving block BP-910751785-172.17.0.2-1733323704486:blk_1073741833_1009] {}] datanode.DataXceiver(331): 127.0.0.1:38253:DataXceiver error processing WRITE_BLOCK operation src: /127.0.0.1:37496 dst: /127.0.0.1:38253 java.io.IOException: Premature EOF from inputStream at org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:216) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) ~[hadoop-hdfs-3.4.1.jar:?] at org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) ~[hadoop-hdfs-3.4.1.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,656 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@64d88bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:39,656 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@57640d7c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:39,657 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:39,657 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e3b24ae{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:39,658 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e8689f9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:39,660 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:39,660 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:39,660 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910751785-172.17.0.2-1733323704486 (Datanode Uuid d56796f5-7e2d-4134-b329-1b3754fe0b37) service to localhost/127.0.0.1:41509 2024-12-04T14:48:39,660 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:39,661 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data1/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:39,662 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data2/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:39,662 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:39,672 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:39,675 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:39,676 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:39,677 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:39,677 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:48:39,677 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1d678a72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:39,678 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9ecf08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:39,769 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@234e5561{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/java.io.tmpdir/jetty-localhost-41259-hadoop-hdfs-3_4_1-tests_jar-_-any-5201013553609056920/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:39,770 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@64c4ffed{HTTP/1.1, (http/1.1)}{localhost:41259} 2024-12-04T14:48:39,770 INFO [Time-limited test {}] server.Server(415): Started @81706ms 2024-12-04T14:48:39,771 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:39,787 WARN [AsyncFSWAL-0-hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc-prefix:d214edae7bd2,38381,1733323706358 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,787 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d214edae7bd2%2C38381%2C1733323706358:(num 1733323707515) roll requested 2024-12-04T14:48:39,799 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323719788, exclude list is [], retry=0 2024-12-04T14:48:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35709,DS-f8926101-10a8-4aa4-8de3-138fd64a785b,DISK] 2024-12-04T14:48:39,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:32797,DS-a6c63d94-f6f3-45c5-9a4a-87ae4e624b38,DISK] 2024-12-04T14:48:39,804 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 with entries=3, filesize=2.68 KB; new WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323719788 2024-12-04T14:48:39,805 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45877:45877),(127.0.0.1/127.0.0.1:46777:46777)] 2024-12-04T14:48:39,805 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 is not closed yet, will try archiving it next time 2024-12-04T14:48:39,806 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,806 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:48:39,806 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,806 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:48:39,806 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:48:39,806 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:39,807 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:48:39,807 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:39,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:48:39,807 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1384453349, stopped=false 2024-12-04T14:48:39,807 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d214edae7bd2,43103,1733323706180 2024-12-04T14:48:39,807 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-12-04T14:48:39,807 DEBUG [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-12-04T14:48:39,808 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 2024-12-04T14:48:39,810 WARN [IPC Server handler 2 on default port 41509 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 has not been closed. Lease recovery is in progress. RecoveryId = 1014 for block blk_1073741833_1009 2024-12-04T14:48:39,814 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 after 4ms 2024-12-04T14:48:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:39,899 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:48:39,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:39,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:39,900 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:48:39,901 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:48:39,901 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:39,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:39,901 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:39,901 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd214edae7bd2,38381,1733323706358' ***** 2024-12-04T14:48:39,902 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:48:39,902 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:48:39,902 INFO [RS:0;d214edae7bd2:38381 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:48:39,902 INFO [RS:0;d214edae7bd2:38381 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:48:39,902 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:48:39,902 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(3091): Received CLOSE for 0806a42e88e955c76fbad52d9c59fc1c 2024-12-04T14:48:39,903 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(959): stopping server d214edae7bd2,38381,1733323706358 2024-12-04T14:48:39,903 INFO [RS:0;d214edae7bd2:38381 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:48:39,903 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0806a42e88e955c76fbad52d9c59fc1c, disabling compactions & flushes 2024-12-04T14:48:39,903 INFO [RS:0;d214edae7bd2:38381 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d214edae7bd2:38381. 2024-12-04T14:48:39,903 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:39,903 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:39,903 DEBUG [RS:0;d214edae7bd2:38381 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:48:39,903 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. after waiting 0 ms 2024-12-04T14:48:39,904 DEBUG [RS:0;d214edae7bd2:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:39,904 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:39,904 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:48:39,904 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:48:39,904 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:48:39,904 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0806a42e88e955c76fbad52d9c59fc1c 1/1 column families, dataSize=2.05 KB heapSize=2.45 KB 2024-12-04T14:48:39,904 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:48:39,905 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:48:39,905 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1325): Online Regions={0806a42e88e955c76fbad52d9c59fc1c=TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c., 1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:48:39,905 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:48:39,905 DEBUG [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1351): Waiting on 0806a42e88e955c76fbad52d9c59fc1c, 1588230740 2024-12-04T14:48:39,905 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:48:39,905 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:48:39,905 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:48:39,905 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:48:39,906 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.71 KB heapSize=3.75 KB 2024-12-04T14:48:39,906 WARN [AsyncFSWAL-0-hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc-prefix:d214edae7bd2,38381,1733323706358.meta {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,907 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d214edae7bd2%2C38381%2C1733323706358.meta:.meta(num 1733323707854) roll requested 2024-12-04T14:48:39,921 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/.tmp/info/76a12ec12fa747ed98ad740d30c152d2 is 1055, key is row0001/info:/1733323719552/Put/seqid=0 2024-12-04T14:48:39,926 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323719907.meta, exclude list is [], retry=0 2024-12-04T14:48:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741838_1015 (size=7062) 2024-12-04T14:48:39,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741838_1015 (size=7062) 2024-12-04T14:48:39,928 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.05 KB at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/.tmp/info/76a12ec12fa747ed98ad740d30c152d2 2024-12-04T14:48:39,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44245,DS-0544b5ac-0d5b-4084-824f-872f6cd7e966,DISK] 2024-12-04T14:48:39,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35709,DS-f8926101-10a8-4aa4-8de3-138fd64a785b,DISK] 2024-12-04T14:48:39,931 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta with entries=9, filesize=2.52 KB; new WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323719907.meta 2024-12-04T14:48:39,931 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33409:33409),(127.0.0.1/127.0.0.1:46777:46777)] 2024-12-04T14:48:39,931 DEBUG [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta is not closed yet, will try archiving it next time 2024-12-04T14:48:39,931 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,931 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:39,932 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta 2024-12-04T14:48:39,932 WARN [IPC Server handler 4 on default port 41509 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta has not been closed. Lease recovery is in progress. RecoveryId = 1017 for block blk_1073741834_1010 2024-12-04T14:48:39,933 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta after 1ms 2024-12-04T14:48:39,937 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/.tmp/info/76a12ec12fa747ed98ad740d30c152d2 as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/info/76a12ec12fa747ed98ad740d30c152d2 2024-12-04T14:48:39,945 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/info/76a12ec12fa747ed98ad740d30c152d2, entries=2, sequenceid=6, filesize=6.9 K 2024-12-04T14:48:39,947 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0806a42e88e955c76fbad52d9c59fc1c in 43ms, sequenceid=6, compaction requested=false 2024-12-04T14:48:39,950 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/info/4ef2d8eb2d2b436cbad1a83b2e051dc7 is 203, key is TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c./info:regioninfo/1733323709876/Put/seqid=0 2024-12-04T14:48:39,952 WARN [Thread-631 {}] hdfs.DataStreamer(1959): Exception in createBlockOutputStream blk_1073741840_1018 java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hadoop.net.SocketIOWithTimeout.connect(SocketIOWithTimeout.java:205) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.net.NetUtils.connect(NetUtils.java:614) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createSocketForPipeline(DataStreamer.java:256) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.createBlockOutputStream(DataStreamer.java:1894) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.setupPipelineForCreate(DataStreamer.java:1842) ~[hadoop-hdfs-client-3.4.1.jar:?] at org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:752) ~[hadoop-hdfs-client-3.4.1.jar:?] 2024-12-04T14:48:39,953 WARN [Thread-631 {}] hdfs.DataStreamer(1731): Error Recovery for BP-910751785-172.17.0.2-1733323704486:blk_1073741840_1018 in pipeline [DatanodeInfoWithStorage[127.0.0.1:39791,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK], DatanodeInfoWithStorage[127.0.0.1:32797,DS-a6c63d94-f6f3-45c5-9a4a-87ae4e624b38,DISK]]: datanode 0(DatanodeInfoWithStorage[127.0.0.1:39791,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK]) is bad. 2024-12-04T14:48:39,953 WARN [Thread-631 {}] hdfs.DataStreamer(1850): Abandoning BP-910751785-172.17.0.2-1733323704486:blk_1073741840_1018 2024-12-04T14:48:39,955 WARN [Thread-631 {}] hdfs.DataStreamer(1857): Excluding datanode DatanodeInfoWithStorage[127.0.0.1:39791,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK] 2024-12-04T14:48:39,956 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/default/TestLogRolling-testLogRollOnDatanodeDeath/0806a42e88e955c76fbad52d9c59fc1c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:48:39,957 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:39,957 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0806a42e88e955c76fbad52d9c59fc1c: Waiting for close lock at 1733323719903Running coprocessor pre-close hooks at 1733323719903Disabling compacts and flushes for region at 1733323719903Disabling writes for close at 1733323719903Obtaining lock to block concurrent updates at 1733323719904 (+1 ms)Preparing flush snapshotting stores in 0806a42e88e955c76fbad52d9c59fc1c at 1733323719904Finished memstore snapshotting TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c., syncing WAL and waiting on mvcc, flushsize=dataSize=2102, getHeapSize=2496, getOffHeapSize=0, getCellsCount=2 at 1733323719904Flushing stores of TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. at 1733323719906 (+2 ms)Flushing 0806a42e88e955c76fbad52d9c59fc1c/info: creating writer at 1733323719906Flushing 0806a42e88e955c76fbad52d9c59fc1c/info: appending metadata at 1733323719920 (+14 ms)Flushing 0806a42e88e955c76fbad52d9c59fc1c/info: closing flushed file at 1733323719920Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3aad73e5: reopening flushed file at 1733323719936 (+16 ms)Finished flush of dataSize ~2.05 KB/2102, heapSize ~2.44 KB/2496, currentSize=0 B/0 for 0806a42e88e955c76fbad52d9c59fc1c in 43ms, sequenceid=6, compaction requested=false at 1733323719947 (+11 ms)Writing region close event to WAL at 1733323719951 (+4 ms)Running coprocessor post-close hooks at 1733323719957 (+6 ms)Closed at 1733323719957 2024-12-04T14:48:39,957 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRollOnDatanodeDeath,,1733323709493.0806a42e88e955c76fbad52d9c59fc1c. 2024-12-04T14:48:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741841_1019 (size=7089) 2024-12-04T14:48:39,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741841_1019 (size=7089) 2024-12-04T14:48:39,968 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.50 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/info/4ef2d8eb2d2b436cbad1a83b2e051dc7 2024-12-04T14:48:39,989 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/ns/411093eb89ff4ad7972c59c950b906e4 is 43, key is default/ns:d/1733323707969/Put/seqid=0 2024-12-04T14:48:39,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44245 is added to blk_1073741842_1020 (size=5153) 2024-12-04T14:48:39,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741842_1020 (size=5153) 2024-12-04T14:48:39,996 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/ns/411093eb89ff4ad7972c59c950b906e4 2024-12-04T14:48:40,023 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/table/1eb5caaee66f4ad8beb304439a57f107 is 77, key is TestLogRolling-testLogRollOnDatanodeDeath/table:state/1733323709892/Put/seqid=0 2024-12-04T14:48:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741843_1021 (size=5424) 2024-12-04T14:48:40,034 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44245 is added to blk_1073741843_1021 (size=5424) 2024-12-04T14:48:40,035 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=146 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/table/1eb5caaee66f4ad8beb304439a57f107 2024-12-04T14:48:40,046 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/info/4ef2d8eb2d2b436cbad1a83b2e051dc7 as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/info/4ef2d8eb2d2b436cbad1a83b2e051dc7 2024-12-04T14:48:40,063 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/info/4ef2d8eb2d2b436cbad1a83b2e051dc7, entries=10, sequenceid=11, filesize=6.9 K 2024-12-04T14:48:40,065 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/ns/411093eb89ff4ad7972c59c950b906e4 as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/ns/411093eb89ff4ad7972c59c950b906e4 2024-12-04T14:48:40,076 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/ns/411093eb89ff4ad7972c59c950b906e4, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:48:40,078 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/.tmp/table/1eb5caaee66f4ad8beb304439a57f107 as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/table/1eb5caaee66f4ad8beb304439a57f107 2024-12-04T14:48:40,087 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/table/1eb5caaee66f4ad8beb304439a57f107, entries=2, sequenceid=11, filesize=5.3 K 2024-12-04T14:48:40,089 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=11, compaction requested=false 2024-12-04T14:48:40,094 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:48:40,095 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:48:40,095 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:48:40,095 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323719905Running coprocessor pre-close hooks at 1733323719905Disabling compacts and flushes for region at 1733323719905Disabling writes for close at 1733323719905Obtaining lock to block concurrent updates at 1733323719906 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1733323719906Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1752, getHeapSize=3776, getOffHeapSize=0, getCellsCount=14 at 1733323719906Flushing stores of hbase:meta,,1.1588230740 at 1733323719932 (+26 ms)Flushing 1588230740/info: creating writer at 1733323719932Flushing 1588230740/info: appending metadata at 1733323719949 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733323719949Flushing 1588230740/ns: creating writer at 1733323719974 (+25 ms)Flushing 1588230740/ns: appending metadata at 1733323719988 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733323719989 (+1 ms)Flushing 1588230740/table: creating writer at 1733323720004 (+15 ms)Flushing 1588230740/table: appending metadata at 1733323720020 (+16 ms)Flushing 1588230740/table: closing flushed file at 1733323720021 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4631022c: reopening flushed file at 1733323720044 (+23 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62daa8ef: reopening flushed file at 1733323720063 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67a329c5: reopening flushed file at 1733323720076 (+13 ms)Finished flush of dataSize ~1.71 KB/1752, heapSize ~3.45 KB/3536, currentSize=0 B/0 for 1588230740 in 184ms, sequenceid=11, compaction requested=false at 1733323720089 (+13 ms)Writing region close event to WAL at 1733323720090 (+1 ms)Running coprocessor post-close hooks at 1733323720094 (+4 ms)Closed at 1733323720095 (+1 ms) 2024-12-04T14:48:40,095 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:48:40,105 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(976): stopping server d214edae7bd2,38381,1733323706358; all regions closed. 2024-12-04T14:48:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741839_1016 (size=825) 2024-12-04T14:48:40,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44245 is added to blk_1073741839_1016 (size=825) 2024-12-04T14:48:40,317 WARN [Thread-610 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b4cdf90aa89ed48 with lease ID 0x8fc53e40d141075a: from storage DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7 node DatanodeRegistration(127.0.0.1:41785, datanodeUuid=d56796f5-7e2d-4134-b329-1b3754fe0b37, infoPort=44539, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 6, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:48:40,321 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x1b4cdf90aa89ed48 with lease ID 0x8fc53e40d141075a: from storage DS-8c384b31-4dd1-4bb6-bbd3-0d405c91acc1 node DatanodeRegistration(127.0.0.1:41785, datanodeUuid=d56796f5-7e2d-4134-b329-1b3754fe0b37, infoPort=44539, infoSecurePort=0, ipcPort=43449, storageInfo=lv=-57;cid=testClusterID;nsid=104262906;c=1733323704486), blocks: 6, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:40,363 INFO [regionserver/d214edae7bd2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-04T14:48:40,363 INFO [regionserver/d214edae7bd2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-04T14:48:41,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741833_1014 (size=1599) 2024-12-04T14:48:41,364 INFO [regionserver/d214edae7bd2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:48:43,732 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRollOnDatanodeDeath 2024-12-04T14:48:43,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:48:43,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:48:43,815 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 after 4007ms 2024-12-04T14:48:43,816 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.1733323707515 to hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs/d214edae7bd2%2C38381%2C1733323706358.1733323707515 2024-12-04T14:48:43,933 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta after 4001ms 2024-12-04T14:48:43,934 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/WALs/d214edae7bd2,38381,1733323706358/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta to hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs/d214edae7bd2%2C38381%2C1733323706358.meta.1733323707854.meta 2024-12-04T14:48:43,938 DEBUG [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs 2024-12-04T14:48:43,939 INFO [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C38381%2C1733323706358.meta:.meta(num 1733323719907) 2024-12-04T14:48:43,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741837_1013 (size=2288) 2024-12-04T14:48:43,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741837_1013 (size=2288) 2024-12-04T14:48:43,947 DEBUG [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs 2024-12-04T14:48:43,947 INFO [RS:0;d214edae7bd2:38381 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C38381%2C1733323706358:(num 1733323719788) 2024-12-04T14:48:43,947 DEBUG [RS:0;d214edae7bd2:38381 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:43,947 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:48:43,948 INFO [RS:0;d214edae7bd2:38381 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:48:43,948 INFO [RS:0;d214edae7bd2:38381 {}] hbase.ChoreService(370): Chore service for: regionserver/d214edae7bd2:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-04T14:48:43,948 INFO [RS:0;d214edae7bd2:38381 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:48:43,948 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:48:43,948 INFO [RS:0;d214edae7bd2:38381 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38381 2024-12-04T14:48:43,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:48:43,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d214edae7bd2,38381,1733323706358 2024-12-04T14:48:43,958 INFO [RS:0;d214edae7bd2:38381 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:48:43,966 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d214edae7bd2,38381,1733323706358] 2024-12-04T14:48:43,974 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d214edae7bd2,38381,1733323706358 already deleted, retry=false 2024-12-04T14:48:43,974 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d214edae7bd2,38381,1733323706358 expired; onlineServers=0 2024-12-04T14:48:43,974 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd214edae7bd2,43103,1733323706180' ***** 2024-12-04T14:48:43,974 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:48:43,975 INFO [M:0;d214edae7bd2:43103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:48:43,975 INFO [M:0;d214edae7bd2:43103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:48:43,975 DEBUG [M:0;d214edae7bd2:43103 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:48:43,975 DEBUG [M:0;d214edae7bd2:43103 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:48:43,975 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:48:43,975 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323707212 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323707212,5,FailOnTimeoutGroup] 2024-12-04T14:48:43,975 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323707213 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323707213,5,FailOnTimeoutGroup] 2024-12-04T14:48:43,975 INFO [M:0;d214edae7bd2:43103 {}] hbase.ChoreService(370): Chore service for: master/d214edae7bd2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:48:43,975 INFO [M:0;d214edae7bd2:43103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:48:43,975 DEBUG [M:0;d214edae7bd2:43103 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:48:43,975 INFO [M:0;d214edae7bd2:43103 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:48:43,976 INFO [M:0;d214edae7bd2:43103 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:48:43,976 INFO [M:0;d214edae7bd2:43103 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:48:43,976 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:48:43,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T14:48:43,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:43,983 DEBUG [M:0;d214edae7bd2:43103 {}] zookeeper.ZKUtil(347): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T14:48:43,983 WARN [M:0;d214edae7bd2:43103 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:48:43,985 INFO [M:0;d214edae7bd2:43103 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/.lastflushedseqids 2024-12-04T14:48:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741844_1022 (size=139) 2024-12-04T14:48:43,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741844_1022 (size=139) 2024-12-04T14:48:43,992 INFO [M:0;d214edae7bd2:43103 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:48:43,992 INFO [M:0;d214edae7bd2:43103 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:48:43,992 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:48:43,993 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:43,993 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:43,993 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:48:43,993 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:43,993 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=23.10 KB heapSize=29.05 KB 2024-12-04T14:48:43,994 WARN [AsyncFSWAL-0-hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData-prefix:d214edae7bd2,43103,1733323706180 {}] wal.AbstractFSWAL(1504): sync failed java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.sync(AsyncProtobufLogWriter.java:153) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:159) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncFSWAL.doWriterSync(AsyncFSWAL.java:100) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.sync(AbstractFSWAL.java:1629) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.consume(AbstractFSWAL.java:1861) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:43,995 DEBUG [master:store-WAL-Roller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL d214edae7bd2%2C43103%2C1733323706180:(num 1733323706963) roll requested 2024-12-04T14:48:44,009 DEBUG [master:store-WAL-Roller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323723995, exclude list is [], retry=0 2024-12-04T14:48:44,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44245,DS-0544b5ac-0d5b-4084-824f-872f6cd7e966,DISK] 2024-12-04T14:48:44,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41785,DS-256a694d-da60-46b3-9f0d-2635d1b2d2f7,DISK] 2024-12-04T14:48:44,015 INFO [master:store-WAL-Roller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 with entries=54, filesize=26.81 KB; new WAL /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323723995 2024-12-04T14:48:44,015 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33409:33409),(127.0.0.1/127.0.0.1:44539:44539)] 2024-12-04T14:48:44,015 DEBUG [master:store-WAL-Roller {}] wal.AbstractFSWAL(879): hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 is not closed yet, will try archiving it next time 2024-12-04T14:48:44,015 WARN [Close-WAL-Writer-0 {}] wal.AbstractProtobufLogWriter(255): Failed to write trailer, non-fatal, continuing... java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush0(FanOutOneBlockAsyncDFSOutput.java:469) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.flush(FanOutOneBlockAsyncDFSOutput.java:558) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.lambda$writeWALTrailerAndMagic$3(AsyncProtobufLogWriter.java:249) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALMetadata(AsyncProtobufLogWriter.java:203) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.writeWALTrailerAndMagic(AsyncProtobufLogWriter.java:240) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractProtobufLogWriter.writeWALTrailer(AbstractProtobufLogWriter.java:252) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:162) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:44,016 WARN [Close-WAL-Writer-0 {}] wal.AsyncProtobufLogWriter(165): normal close failed, try recover java.io.IOException: stream already broken at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.endBlock(FanOutOneBlockAsyncDFSOutput.java:566) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutput.close(FanOutOneBlockAsyncDFSOutput.java:615) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.wal.AsyncProtobufLogWriter.close(AsyncProtobufLogWriter.java:163) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.wal.AbstractFSWAL.lambda$closeWriter$17(AbstractFSWAL.java:2041) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-04T14:48:44,016 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 2024-12-04T14:48:44,017 WARN [IPC Server handler 3 on default port 41509 {}] namenode.FSNamesystem(3854): DIR* NameSystem.internalReleaseLease: File /user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 has not been closed. Lease recovery is in progress. RecoveryId = 1024 for block blk_1073741830_1006 2024-12-04T14:48:44,018 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Failed to recover lease, attempt=0 on file=/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 after 1ms 2024-12-04T14:48:44,042 DEBUG [M:0;d214edae7bd2:43103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad70eff42ee4bf5a502cc534acafa1d is 82, key is hbase:meta,,1/info:regioninfo/1733323707916/Put/seqid=0 2024-12-04T14:48:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741846_1025 (size=5672) 2024-12-04T14:48:44,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741846_1025 (size=5672) 2024-12-04T14:48:44,055 INFO [M:0;d214edae7bd2:43103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad70eff42ee4bf5a502cc534acafa1d 2024-12-04T14:48:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:44,066 INFO [RS:0;d214edae7bd2:38381 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:48:44,066 INFO [RS:0;d214edae7bd2:38381 {}] regionserver.HRegionServer(1031): Exiting; stopping=d214edae7bd2,38381,1733323706358; zookeeper connection closed. 2024-12-04T14:48:44,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38381-0x101a21a71980001, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:44,067 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@104f1348 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@104f1348 2024-12-04T14:48:44,067 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:48:44,088 DEBUG [M:0;d214edae7bd2:43103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8fdf46d7398410c87f874cd6ec81a8b is 775, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733323709899/Put/seqid=0 2024-12-04T14:48:44,102 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741847_1026 (size=6115) 2024-12-04T14:48:44,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741847_1026 (size=6115) 2024-12-04T14:48:44,108 INFO [M:0;d214edae7bd2:43103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.50 KB at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8fdf46d7398410c87f874cd6ec81a8b 2024-12-04T14:48:44,146 DEBUG [M:0;d214edae7bd2:43103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9da92a0d1fa46e88288daabe27e4ab9 is 69, key is d214edae7bd2,38381,1733323706358/rs:state/1733323707340/Put/seqid=0 2024-12-04T14:48:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35709 is added to blk_1073741848_1027 (size=5156) 2024-12-04T14:48:44,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44245 is added to blk_1073741848_1027 (size=5156) 2024-12-04T14:48:44,559 INFO [M:0;d214edae7bd2:43103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9da92a0d1fa46e88288daabe27e4ab9 2024-12-04T14:48:44,580 DEBUG [M:0;d214edae7bd2:43103 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/dbc1bc01d8a1489aaff03e7cba76b84c is 52, key is load_balancer_on/state:d/1733323708019/Put/seqid=0 2024-12-04T14:48:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741849_1028 (size=5056) 2024-12-04T14:48:44,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:32797 is added to blk_1073741849_1028 (size=5056) 2024-12-04T14:48:44,586 INFO [M:0;d214edae7bd2:43103 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=56 (bloomFilter=true), to=hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/dbc1bc01d8a1489aaff03e7cba76b84c 2024-12-04T14:48:44,593 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ad70eff42ee4bf5a502cc534acafa1d as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ad70eff42ee4bf5a502cc534acafa1d 2024-12-04T14:48:44,601 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ad70eff42ee4bf5a502cc534acafa1d, entries=8, sequenceid=56, filesize=5.5 K 2024-12-04T14:48:44,602 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a8fdf46d7398410c87f874cd6ec81a8b as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8fdf46d7398410c87f874cd6ec81a8b 2024-12-04T14:48:44,610 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a8fdf46d7398410c87f874cd6ec81a8b, entries=6, sequenceid=56, filesize=6.0 K 2024-12-04T14:48:44,612 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9da92a0d1fa46e88288daabe27e4ab9 as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9da92a0d1fa46e88288daabe27e4ab9 2024-12-04T14:48:44,623 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9da92a0d1fa46e88288daabe27e4ab9, entries=1, sequenceid=56, filesize=5.0 K 2024-12-04T14:48:44,626 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/dbc1bc01d8a1489aaff03e7cba76b84c as hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/dbc1bc01d8a1489aaff03e7cba76b84c 2024-12-04T14:48:44,635 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/dbc1bc01d8a1489aaff03e7cba76b84c, entries=1, sequenceid=56, filesize=4.9 K 2024-12-04T14:48:44,636 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(3140): Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 643ms, sequenceid=56, compaction requested=false 2024-12-04T14:48:44,638 INFO [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:44,638 DEBUG [M:0;d214edae7bd2:43103 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323723992Disabling compacts and flushes for region at 1733323723992Disabling writes for close at 1733323723993 (+1 ms)Obtaining lock to block concurrent updates at 1733323723993Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733323723993Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=23656, getHeapSize=29688, getOffHeapSize=0, getCellsCount=67 at 1733323723993Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733323724016 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733323724016Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733323724041 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733323724042 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733323724064 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733323724087 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733323724088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733323724121 (+33 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733323724145 (+24 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733323724145Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733323724565 (+420 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733323724580 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733323724580Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3f7e5a: reopening flushed file at 1733323724592 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d4a80eb: reopening flushed file at 1733323724601 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@648406d7: reopening flushed file at 1733323724610 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bff2e74: reopening flushed file at 1733323724624 (+14 ms)Finished flush of dataSize ~23.10 KB/23656, heapSize ~28.99 KB/29688, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 643ms, sequenceid=56, compaction requested=false at 1733323724636 (+12 ms)Writing region close event to WAL at 1733323724638 (+2 ms)Closed at 1733323724638 2024-12-04T14:48:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41785 is added to blk_1073741845_1023 (size=757) 2024-12-04T14:48:44,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44245 is added to blk_1073741845_1023 (size=757) 2024-12-04T14:48:45,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:48:45,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:45,484 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:46,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741830_1024 (size=27189) 2024-12-04T14:48:48,019 INFO [Close-WAL-Writer-0 {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=1 on file=/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 after 4003ms 2024-12-04T14:48:48,020 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/WALs/d214edae7bd2,43103,1733323706180/d214edae7bd2%2C43103%2C1733323706180.1733323706963 to hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/oldWALs/d214edae7bd2%2C43103%2C1733323706180.1733323706963 2024-12-04T14:48:48,028 INFO [WAL-Archive-0 {}] region.MasterRegionUtils(50): Moved hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/MasterData/oldWALs/d214edae7bd2%2C43103%2C1733323706180.1733323706963 to hdfs://localhost:41509/user/jenkins/test-data/0705f36f-3e4c-6eba-740a-74f1b1dad3cc/oldWALs/d214edae7bd2%2C43103%2C1733323706180.1733323706963$masterlocalwal$ 2024-12-04T14:48:48,028 INFO [M:0;d214edae7bd2:43103 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:48:48,028 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:48:48,028 INFO [M:0;d214edae7bd2:43103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43103 2024-12-04T14:48:48,028 INFO [M:0;d214edae7bd2:43103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:48:48,185 INFO [M:0;d214edae7bd2:43103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:48:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43103-0x101a21a71980000, quorum=127.0.0.1:55167, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:48:48,188 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@234e5561{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:48,189 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@64c4ffed{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:48,189 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:48,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9ecf08d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:48,189 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1d678a72{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:48,190 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:48,190 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:48,190 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910751785-172.17.0.2-1733323704486 (Datanode Uuid d56796f5-7e2d-4134-b329-1b3754fe0b37) service to localhost/127.0.0.1:41509 2024-12-04T14:48:48,190 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:48,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data1/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,191 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data2/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,191 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:48,193 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@203c9393{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:48,194 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@79d6b559{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:48,194 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:48,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c21a411{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:48,194 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5a3a18a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:48,195 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:48,195 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:48,195 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:48,195 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910751785-172.17.0.2-1733323704486 (Datanode Uuid 9173729b-5cc9-4fde-9965-44ca7b126d55) service to localhost/127.0.0.1:41509 2024-12-04T14:48:48,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data9/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,196 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data10/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,196 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:48,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@d74f189{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:48,199 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5b0f5da5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:48,199 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:48,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45526b3b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:48,199 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20d4578b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:48,200 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:48,200 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:48,200 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910751785-172.17.0.2-1733323704486 (Datanode Uuid 19a93817-0816-400b-b87d-783ecbb0bc74) service to localhost/127.0.0.1:41509 2024-12-04T14:48:48,200 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:48,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data7/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,201 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data8/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,201 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:48,203 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6f1e4ae0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:48,203 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63df46d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:48,204 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:48,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1469ecc9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:48,204 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3deed92b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:48,205 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:48,205 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:48,205 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:48,205 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910751785-172.17.0.2-1733323704486 (Datanode Uuid ec2e1567-2f14-4880-b988-3c88cf55411f) service to localhost/127.0.0.1:41509 2024-12-04T14:48:48,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data5/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,206 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data6/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,206 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:48,208 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6d47597c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:48,209 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1fdbf{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:48,209 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:48,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@384418d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:48,209 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11e33a91{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:48,211 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:48:48,211 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:48:48,211 WARN [BP-910751785-172.17.0.2-1733323704486 heartbeating to localhost/127.0.0.1:41509 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-910751785-172.17.0.2-1733323704486 (Datanode Uuid 6a262606-59c3-484d-9c1c-021220a3a7b5) service to localhost/127.0.0.1:41509 2024-12-04T14:48:48,211 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:48:48,211 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data3/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,212 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/cluster_02d42181-af8b-ac07-58ba-1a707f2271ea/data/data4/current/BP-910751785-172.17.0.2-1733323704486 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:48:48,212 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:48:48,218 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2052e3a1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:48:48,219 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1ceb5ed1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:48:48,219 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:48:48,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9064200{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:48:48,219 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d1e03de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir/,STOPPED} 2024-12-04T14:48:48,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:48:48,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:48:48,260 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnDatanodeDeath Thread=101 (was 66) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-12-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41509 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-13-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-8-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-9-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:41509 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-8-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (961219246) connection to localhost/127.0.0.1:41509 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-13-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41509 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=444 (was 393) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=182 (was 114) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9723 (was 9406) - AvailableMemoryMB LEAK? - 2024-12-04T14:48:48,267 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=101, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=182, ProcessCount=11, AvailableMemoryMB=9723 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.log.dir so I do NOT create it in target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4c071410-c9d1-9823-cc33-65fc84a9c1c7/hadoop.tmp.dir so I do NOT create it in target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92, deleteOnExit=true 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/test.cache.data in system properties and HBase conf 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:48:48,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:48:48,269 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:48:48,269 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:48:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:48:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:48:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:48:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:48:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:48:48,270 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:48:48,590 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:48,594 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:48,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:48,595 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:48,596 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:48:48,596 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:48,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4748b538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:48,597 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71724962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:48,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@139518e1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/java.io.tmpdir/jetty-localhost-34213-hadoop-hdfs-3_4_1-tests_jar-_-any-4370093975424009149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:48:48,686 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@15f5daa1{HTTP/1.1, (http/1.1)}{localhost:34213} 2024-12-04T14:48:48,686 INFO [Time-limited test {}] server.Server(415): Started @90623ms 2024-12-04T14:48:48,918 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:48,921 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:48,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:48,922 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:48,922 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:48:48,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@338abd35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:48,923 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1c964b5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:49,013 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2bf2e805{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/java.io.tmpdir/jetty-localhost-43507-hadoop-hdfs-3_4_1-tests_jar-_-any-12476763156244873802/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:49,013 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3bfb80f8{HTTP/1.1, (http/1.1)}{localhost:43507} 2024-12-04T14:48:49,013 INFO [Time-limited test {}] server.Server(415): Started @90950ms 2024-12-04T14:48:49,014 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:49,038 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:48:49,040 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:48:49,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:48:49,041 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:48:49,041 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:48:49,041 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@693607e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:48:49,042 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2320853e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:48:49,133 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@72e0f13d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/java.io.tmpdir/jetty-localhost-45011-hadoop-hdfs-3_4_1-tests_jar-_-any-2613357129670506807/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:48:49,133 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163ba220{HTTP/1.1, (http/1.1)}{localhost:45011} 2024-12-04T14:48:49,133 INFO [Time-limited test {}] server.Server(415): Started @91069ms 2024-12-04T14:48:49,134 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:48:50,035 WARN [Thread-802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data4/current/BP-402838074-172.17.0.2-1733323728292/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:50,035 WARN [Thread-801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data3/current/BP-402838074-172.17.0.2-1733323728292/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:50,056 WARN [Thread-788 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:50,059 WARN [Thread-812 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data1/current/BP-402838074-172.17.0.2-1733323728292/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:50,059 WARN [Thread-813 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data2/current/BP-402838074-172.17.0.2-1733323728292/current, will proceed with Du for space computation calculation, 2024-12-04T14:48:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x650bfb0799ea2c3c with lease ID 0xdc761f1839be7124: Processing first storage report for DS-407b9010-b800-4dce-8e6a-71fc4742e701 from datanode DatanodeRegistration(127.0.0.1:43493, datanodeUuid=e3136053-79d2-497b-9aa5-bf4debe345c2, infoPort=35587, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292) 2024-12-04T14:48:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x650bfb0799ea2c3c with lease ID 0xdc761f1839be7124: from storage DS-407b9010-b800-4dce-8e6a-71fc4742e701 node DatanodeRegistration(127.0.0.1:43493, datanodeUuid=e3136053-79d2-497b-9aa5-bf4debe345c2, infoPort=35587, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-04T14:48:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x650bfb0799ea2c3c with lease ID 0xdc761f1839be7124: Processing first storage report for DS-38171782-60be-4e6a-83d8-b71268665433 from datanode DatanodeRegistration(127.0.0.1:43493, datanodeUuid=e3136053-79d2-497b-9aa5-bf4debe345c2, infoPort=35587, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292) 2024-12-04T14:48:50,060 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x650bfb0799ea2c3c with lease ID 0xdc761f1839be7124: from storage DS-38171782-60be-4e6a-83d8-b71268665433 node DatanodeRegistration(127.0.0.1:43493, datanodeUuid=e3136053-79d2-497b-9aa5-bf4debe345c2, infoPort=35587, infoSecurePort=0, ipcPort=43115, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:50,073 WARN [Thread-765 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:48:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbd6a69634d09775 with lease ID 0xdc761f1839be7125: Processing first storage report for DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3 from datanode DatanodeRegistration(127.0.0.1:45109, datanodeUuid=a52274f8-24ca-4a7e-8356-5ad2d45f9b0c, infoPort=34149, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292) 2024-12-04T14:48:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbd6a69634d09775 with lease ID 0xdc761f1839be7125: from storage DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3 node DatanodeRegistration(127.0.0.1:45109, datanodeUuid=a52274f8-24ca-4a7e-8356-5ad2d45f9b0c, infoPort=34149, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xfbd6a69634d09775 with lease ID 0xdc761f1839be7125: Processing first storage report for DS-2d21f025-cb3b-4936-a3f7-93b2b8858172 from datanode DatanodeRegistration(127.0.0.1:45109, datanodeUuid=a52274f8-24ca-4a7e-8356-5ad2d45f9b0c, infoPort=34149, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292) 2024-12-04T14:48:50,076 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xfbd6a69634d09775 with lease ID 0xdc761f1839be7125: from storage DS-2d21f025-cb3b-4936-a3f7-93b2b8858172 node DatanodeRegistration(127.0.0.1:45109, datanodeUuid=a52274f8-24ca-4a7e-8356-5ad2d45f9b0c, infoPort=34149, infoSecurePort=0, ipcPort=38963, storageInfo=lv=-57;cid=testClusterID;nsid=863253328;c=1733323728292), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:48:50,160 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3 2024-12-04T14:48:50,164 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/zookeeper_0, clientPort=55504, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:48:50,165 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55504 2024-12-04T14:48:50,165 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,167 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:48:50,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:48:50,182 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499 with version=8 2024-12-04T14:48:50,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase-staging 2024-12-04T14:48:50,184 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:48:50,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:48:50,185 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39157 2024-12-04T14:48:50,186 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39157 connecting to ZooKeeper ensemble=127.0.0.1:55504 2024-12-04T14:48:50,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391570x0, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:48:50,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39157-0x101a21acf670000 connected 2024-12-04T14:48:50,318 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,323 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:50,323 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499, hbase.cluster.distributed=false 2024-12-04T14:48:50,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:48:50,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39157 2024-12-04T14:48:50,330 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39157 2024-12-04T14:48:50,335 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39157 2024-12-04T14:48:50,338 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39157 2024-12-04T14:48:50,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39157 2024-12-04T14:48:50,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:48:50,358 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:48:50,359 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45993 2024-12-04T14:48:50,361 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45993 connecting to ZooKeeper ensemble=127.0.0.1:55504 2024-12-04T14:48:50,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,364 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,384 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:459930x0, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:48:50,385 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45993-0x101a21acf670001 connected 2024-12-04T14:48:50,385 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:48:50,386 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:48:50,395 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:48:50,396 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T14:48:50,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:48:50,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45993 2024-12-04T14:48:50,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45993 2024-12-04T14:48:50,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45993 2024-12-04T14:48:50,410 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45993 2024-12-04T14:48:50,414 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45993 2024-12-04T14:48:50,432 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d214edae7bd2:39157 2024-12-04T14:48:50,433 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d214edae7bd2,39157,1733323730183 2024-12-04T14:48:50,442 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:50,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:50,447 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d214edae7bd2,39157,1733323730183 2024-12-04T14:48:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T14:48:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:50,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:50,455 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T14:48:50,456 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d214edae7bd2,39157,1733323730183 from backup master directory 2024-12-04T14:48:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d214edae7bd2,39157,1733323730183 2024-12-04T14:48:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:50,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:48:50,467 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:48:50,467 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d214edae7bd2,39157,1733323730183 2024-12-04T14:48:50,473 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/hbase.id] with ID: 81dc7e6f-4cd2-4c3f-997b-86aa3f418f2c 2024-12-04T14:48:50,473 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/.tmp/hbase.id 2024-12-04T14:48:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:48:50,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:48:50,491 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/.tmp/hbase.id]:[hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/hbase.id] 2024-12-04T14:48:50,507 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:50,507 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:48:50,509 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-12-04T14:48:50,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:50,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:50,528 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:48:50,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:48:50,532 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:48:50,533 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:48:50,534 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:48:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:48:50,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:48:50,546 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store 2024-12-04T14:48:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:48:50,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:48:50,959 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:50,960 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:48:50,960 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:50,960 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:50,960 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:48:50,960 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:50,960 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:48:50,960 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323730959Disabling compacts and flushes for region at 1733323730959Disabling writes for close at 1733323730960 (+1 ms)Writing region close event to WAL at 1733323730960Closed at 1733323730960 2024-12-04T14:48:50,961 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/.initializing 2024-12-04T14:48:50,962 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/WALs/d214edae7bd2,39157,1733323730183 2024-12-04T14:48:50,963 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:48:50,969 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C39157%2C1733323730183, suffix=, logDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/WALs/d214edae7bd2,39157,1733323730183, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/oldWALs, maxLogs=10 2024-12-04T14:48:50,986 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/WALs/d214edae7bd2,39157,1733323730183/d214edae7bd2%2C39157%2C1733323730183.1733323730969, exclude list is [], retry=0 2024-12-04T14:48:50,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43493,DS-407b9010-b800-4dce-8e6a-71fc4742e701,DISK] 2024-12-04T14:48:50,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3,DISK] 2024-12-04T14:48:51,015 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/WALs/d214edae7bd2,39157,1733323730183/d214edae7bd2%2C39157%2C1733323730183.1733323730969 2024-12-04T14:48:51,015 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587),(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T14:48:51,015 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:48:51,016 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:51,016 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,016 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,019 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,022 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:48:51,022 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:51,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:51,023 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,025 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:48:51,025 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:51,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:51,031 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,034 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:48:51,035 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:51,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:51,036 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,040 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:48:51,040 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:51,042 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:51,042 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,043 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,044 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,046 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,046 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,047 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:48:51,050 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:48:51,054 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:48:51,056 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=749351, jitterRate=-0.04715129733085632}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:48:51,057 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733323731016Initializing all the Stores at 1733323731019 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323731019Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323731019Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323731019Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323731019Cleaning up temporary data from old regions at 1733323731046 (+27 ms)Region opened successfully at 1733323731057 (+11 ms) 2024-12-04T14:48:51,058 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:48:51,063 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26872eaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:48:51,065 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:48:51,066 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:48:51,066 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:48:51,067 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:48:51,068 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-04T14:48:51,069 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:48:51,069 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:48:51,090 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:48:51,091 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T14:48:51,133 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T14:48:51,134 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:48:51,135 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:48:51,142 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T14:48:51,143 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:48:51,145 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:48:51,155 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T14:48:51,157 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:48:51,167 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T14:48:51,170 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:48:51,179 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T14:48:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:48:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:51,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:51,191 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d214edae7bd2,39157,1733323730183, sessionid=0x101a21acf670000, setting cluster-up flag (Was=false) 2024-12-04T14:48:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:51,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:51,234 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T14:48:51,235 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,39157,1733323730183 2024-12-04T14:48:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:51,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:51,280 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T14:48:51,281 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,39157,1733323730183 2024-12-04T14:48:51,282 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:48:51,284 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:51,284 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:48:51,284 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:48:51,284 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d214edae7bd2,39157,1733323730183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d214edae7bd2:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:48:51,286 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,288 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:51,288 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:48:51,289 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:51,290 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733323761293 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:48:51,294 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:48:51,299 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,307 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:48:51,307 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:48:51,307 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:48:51,307 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:48:51,307 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:48:51,311 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323731308,5,FailOnTimeoutGroup] 2024-12-04T14:48:51,314 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323731311,5,FailOnTimeoutGroup] 2024-12-04T14:48:51,314 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,314 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:48:51,314 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,314 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:48:51,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:48:51,320 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(746): ClusterId : 81dc7e6f-4cd2-4c3f-997b-86aa3f418f2c 2024-12-04T14:48:51,320 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:48:51,330 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:48:51,331 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:48:51,339 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:48:51,340 DEBUG [RS:0;d214edae7bd2:45993 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f3312c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:48:51,356 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d214edae7bd2:45993 2024-12-04T14:48:51,356 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:48:51,356 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:48:51,357 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:48:51,358 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(2659): reportForDuty to master=d214edae7bd2,39157,1733323730183 with port=45993, startcode=1733323730357 2024-12-04T14:48:51,358 DEBUG [RS:0;d214edae7bd2:45993 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:48:51,360 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49065, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:48:51,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39157 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d214edae7bd2,45993,1733323730357 2024-12-04T14:48:51,361 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39157 {}] master.ServerManager(517): Registering regionserver=d214edae7bd2,45993,1733323730357 2024-12-04T14:48:51,364 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499 2024-12-04T14:48:51,364 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35919 2024-12-04T14:48:51,364 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:48:51,375 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:48:51,376 DEBUG [RS:0;d214edae7bd2:45993 {}] zookeeper.ZKUtil(111): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d214edae7bd2,45993,1733323730357 2024-12-04T14:48:51,376 WARN [RS:0;d214edae7bd2:45993 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:48:51,376 INFO [RS:0;d214edae7bd2:45993 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:48:51,376 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357 2024-12-04T14:48:51,376 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d214edae7bd2,45993,1733323730357] 2024-12-04T14:48:51,383 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:48:51,384 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:48:51,385 INFO [RS:0;d214edae7bd2:45993 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:48:51,385 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,385 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:48:51,386 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:48:51,387 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,387 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,388 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,388 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,388 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:48:51,388 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:48:51,388 DEBUG [RS:0;d214edae7bd2:45993 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:48:51,395 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,395 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,395 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,395 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,395 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,395 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,45993,1733323730357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:48:51,415 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:48:51,416 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,45993,1733323730357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,416 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,416 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.Replication(171): d214edae7bd2,45993,1733323730357 started 2024-12-04T14:48:51,432 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:51,432 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1482): Serving as d214edae7bd2,45993,1733323730357, RpcServer on d214edae7bd2/172.17.0.2:45993, sessionid=0x101a21acf670001 2024-12-04T14:48:51,432 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:48:51,432 DEBUG [RS:0;d214edae7bd2:45993 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d214edae7bd2,45993,1733323730357 2024-12-04T14:48:51,432 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,45993,1733323730357' 2024-12-04T14:48:51,432 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T14:48:51,433 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T14:48:51,434 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:48:51,434 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:48:51,434 DEBUG [RS:0;d214edae7bd2:45993 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d214edae7bd2,45993,1733323730357 2024-12-04T14:48:51,434 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,45993,1733323730357' 2024-12-04T14:48:51,434 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T14:48:51,434 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T14:48:51,436 DEBUG [RS:0;d214edae7bd2:45993 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:48:51,436 INFO [RS:0;d214edae7bd2:45993 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:48:51,436 INFO [RS:0;d214edae7bd2:45993 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:48:51,537 INFO [RS:0;d214edae7bd2:45993 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:48:51,539 INFO [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C45993%2C1733323730357, suffix=, logDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/oldWALs, maxLogs=32 2024-12-04T14:48:51,552 DEBUG [RS:0;d214edae7bd2:45993 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323731539, exclude list is [], retry=0 2024-12-04T14:48:51,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43493,DS-407b9010-b800-4dce-8e6a-71fc4742e701,DISK] 2024-12-04T14:48:51,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3,DISK] 2024-12-04T14:48:51,559 INFO [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323731539 2024-12-04T14:48:51,560 DEBUG [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587),(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T14:48:51,718 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:48:51,718 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499 2024-12-04T14:48:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:48:51,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741833_1009 (size=32) 2024-12-04T14:48:52,132 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:52,136 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:48:52,141 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:48:52,141 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:48:52,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:48:52,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:48:52,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:48:52,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:48:52,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:48:52,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,152 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:48:52,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740 2024-12-04T14:48:52,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740 2024-12-04T14:48:52,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:48:52,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:48:52,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:48:52,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:48:52,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:48:52,160 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=781346, jitterRate=-0.006467849016189575}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:48:52,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733323732132Initializing all the Stores at 1733323732135 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323732135Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323732136 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323732136Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323732136Cleaning up temporary data from old regions at 1733323732155 (+19 ms)Region opened successfully at 1733323732160 (+5 ms) 2024-12-04T14:48:52,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:48:52,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:48:52,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:48:52,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:48:52,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:48:52,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:48:52,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323732160Disabling compacts and flushes for region at 1733323732160Disabling writes for close at 1733323732160Writing region close event to WAL at 1733323732161 (+1 ms)Closed at 1733323732161 2024-12-04T14:48:52,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:52,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:48:52,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:48:52,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:48:52,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:48:52,315 DEBUG [d214edae7bd2:39157 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:48:52,316 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d214edae7bd2,45993,1733323730357 2024-12-04T14:48:52,319 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,45993,1733323730357, state=OPENING 2024-12-04T14:48:52,359 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:48:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:52,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:48:52,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:52,368 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:52,368 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:48:52,368 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,45993,1733323730357}] 2024-12-04T14:48:52,521 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:48:52,523 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:48:52,529 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:48:52,529 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:48:52,530 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:48:52,533 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C45993%2C1733323730357.meta, suffix=.meta, logDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357, archiveDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/oldWALs, maxLogs=32 2024-12-04T14:48:52,547 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.meta.1733323732534.meta, exclude list is [], retry=0 2024-12-04T14:48:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3,DISK] 2024-12-04T14:48:52,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43493,DS-407b9010-b800-4dce-8e6a-71fc4742e701,DISK] 2024-12-04T14:48:52,551 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.meta.1733323732534.meta 2024-12-04T14:48:52,551 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587),(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:48:52,552 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:48:52,552 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:48:52,554 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:48:52,555 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:48:52,555 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,556 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:48:52,557 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:48:52,557 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,557 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:48:52,558 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:48:52,558 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,558 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:48:52,559 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:48:52,559 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,559 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:48:52,560 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:48:52,560 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740 2024-12-04T14:48:52,562 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740 2024-12-04T14:48:52,563 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:48:52,563 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:48:52,564 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:48:52,565 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:48:52,566 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=839777, jitterRate=0.06783176958560944}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:48:52,567 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:48:52,567 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733323732553Writing region info on filesystem at 1733323732553Initializing all the Stores at 1733323732554 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323732554Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323732554Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323732554Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323732554Cleaning up temporary data from old regions at 1733323732563 (+9 ms)Running coprocessor post-open hooks at 1733323732567 (+4 ms)Region opened successfully at 1733323732567 2024-12-04T14:48:52,569 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733323732520 2024-12-04T14:48:52,572 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:48:52,572 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:48:52,572 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,45993,1733323730357 2024-12-04T14:48:52,573 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,45993,1733323730357, state=OPEN 2024-12-04T14:48:52,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:48:52,601 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:48:52,601 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d214edae7bd2,45993,1733323730357 2024-12-04T14:48:52,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:52,601 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:48:52,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:48:52,606 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,45993,1733323730357 in 233 msec 2024-12-04T14:48:52,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:48:52,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 444 msec 2024-12-04T14:48:52,611 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:48:52,611 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:48:52,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:48:52,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,45993,1733323730357, seqNum=-1] 2024-12-04T14:48:52,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:48:52,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51407, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:48:52,624 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.3390 sec 2024-12-04T14:48:52,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733323732624, completionTime=-1 2024-12-04T14:48:52,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:48:52,624 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:48:52,626 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:48:52,626 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733323792626 2024-12-04T14:48:52,626 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733323852626 2024-12-04T14:48:52,626 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:48:52,626 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39157,1733323730183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,627 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39157,1733323730183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,627 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39157,1733323730183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,627 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d214edae7bd2:39157, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,627 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,627 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,629 DEBUG [master/d214edae7bd2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.163sec 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39157,1733323730183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:48:52,631 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39157,1733323730183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:48:52,633 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:48:52,634 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:48:52,634 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39157,1733323730183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:48:52,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dcc3675, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:48:52,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d214edae7bd2,39157,-1 for getting cluster id 2024-12-04T14:48:52,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:48:52,724 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '81dc7e6f-4cd2-4c3f-997b-86aa3f418f2c' 2024-12-04T14:48:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:48:52,724 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "81dc7e6f-4cd2-4c3f-997b-86aa3f418f2c" 2024-12-04T14:48:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f9ce6b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:48:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d214edae7bd2,39157,-1] 2024-12-04T14:48:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:48:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:48:52,728 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37072, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:48:52,729 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fac4361, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:48:52,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:48:52,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,45993,1733323730357, seqNum=-1] 2024-12-04T14:48:52,731 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:48:52,733 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:48:52,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d214edae7bd2,39157,1733323730183 2024-12-04T14:48:52,735 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:48:52,738 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T14:48:52,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:48:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is d214edae7bd2,39157,1733323730183 2024-12-04T14:48:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@de0f00e 2024-12-04T14:48:52,739 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:48:52,741 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:48:52,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T14:48:52,742 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T14:48:52,743 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testCompactionRecordDoesntBlockRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:48:52,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:48:52,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:48:52,746 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:52,746 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testCompactionRecordDoesntBlockRolling" procId is: 4 2024-12-04T14:48:52,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:48:52,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:48:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741835_1011 (size=405) 2024-12-04T14:48:52,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741835_1011 (size=405) 2024-12-04T14:48:52,760 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 41a63bbdbccedc30954c204d9f270d8c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testCompactionRecordDoesntBlockRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499 2024-12-04T14:48:52,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741836_1012 (size=88) 2024-12-04T14:48:52,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741836_1012 (size=88) 2024-12-04T14:48:52,771 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:52,771 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1722): Closing 41a63bbdbccedc30954c204d9f270d8c, disabling compactions & flushes 2024-12-04T14:48:52,771 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:52,771 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:52,771 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. after waiting 0 ms 2024-12-04T14:48:52,771 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:52,771 INFO [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:52,771 DEBUG [RegionOpenAndInit-TestLogRolling-testCompactionRecordDoesntBlockRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for 41a63bbdbccedc30954c204d9f270d8c: Waiting for close lock at 1733323732771Disabling compacts and flushes for region at 1733323732771Disabling writes for close at 1733323732771Writing region close event to WAL at 1733323732771Closed at 1733323732771 2024-12-04T14:48:52,773 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:48:52,774 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.","families":{"info":[{"qualifier":"regioninfo","vlen":87,"tag":[],"timestamp":"1733323732773"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733323732773"}]},"ts":"1733323732773"} 2024-12-04T14:48:52,776 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:48:52,778 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:48:52,778 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323732778"}]},"ts":"1733323732778"} 2024-12-04T14:48:52,780 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLING in hbase:meta 2024-12-04T14:48:52,781 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=41a63bbdbccedc30954c204d9f270d8c, ASSIGN}] 2024-12-04T14:48:52,782 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=41a63bbdbccedc30954c204d9f270d8c, ASSIGN 2024-12-04T14:48:52,783 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=41a63bbdbccedc30954c204d9f270d8c, ASSIGN; state=OFFLINE, location=d214edae7bd2,45993,1733323730357; forceNewPlan=false, retain=false 2024-12-04T14:48:52,934 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41a63bbdbccedc30954c204d9f270d8c, regionState=OPENING, regionLocation=d214edae7bd2,45993,1733323730357 2024-12-04T14:48:52,939 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=41a63bbdbccedc30954c204d9f270d8c, ASSIGN because future has completed 2024-12-04T14:48:52,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a63bbdbccedc30954c204d9f270d8c, server=d214edae7bd2,45993,1733323730357}] 2024-12-04T14:48:53,102 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:53,102 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 41a63bbdbccedc30954c204d9f270d8c, NAME => 'TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:48:53,103 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testCompactionRecordDoesntBlockRolling 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,103 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:48:53,103 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,103 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,105 INFO [StoreOpener-41a63bbdbccedc30954c204d9f270d8c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,107 INFO [StoreOpener-41a63bbdbccedc30954c204d9f270d8c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 41a63bbdbccedc30954c204d9f270d8c columnFamilyName info 2024-12-04T14:48:53,107 DEBUG [StoreOpener-41a63bbdbccedc30954c204d9f270d8c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:48:53,108 INFO [StoreOpener-41a63bbdbccedc30954c204d9f270d8c-1 {}] regionserver.HStore(327): Store=41a63bbdbccedc30954c204d9f270d8c/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:48:53,108 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,109 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,110 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,110 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,110 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,113 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,116 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:48:53,116 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 41a63bbdbccedc30954c204d9f270d8c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=693212, jitterRate=-0.11853602528572083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T14:48:53,117 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:48:53,117 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 41a63bbdbccedc30954c204d9f270d8c: Running coprocessor pre-open hook at 1733323733103Writing region info on filesystem at 1733323733103Initializing all the Stores at 1733323733104 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323733104Cleaning up temporary data from old regions at 1733323733110 (+6 ms)Running coprocessor post-open hooks at 1733323733117 (+7 ms)Region opened successfully at 1733323733117 2024-12-04T14:48:53,119 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c., pid=6, masterSystemTime=1733323733097 2024-12-04T14:48:53,121 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:53,121 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:48:53,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=41a63bbdbccedc30954c204d9f270d8c, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,45993,1733323730357 2024-12-04T14:48:53,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 41a63bbdbccedc30954c204d9f270d8c, server=d214edae7bd2,45993,1733323730357 because future has completed 2024-12-04T14:48:53,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:48:53,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 41a63bbdbccedc30954c204d9f270d8c, server=d214edae7bd2,45993,1733323730357 in 185 msec 2024-12-04T14:48:53,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:48:53,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling, region=41a63bbdbccedc30954c204d9f270d8c, ASSIGN in 348 msec 2024-12-04T14:48:53,132 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:48:53,133 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testCompactionRecordDoesntBlockRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323733132"}]},"ts":"1733323733132"} 2024-12-04T14:48:53,135 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testCompactionRecordDoesntBlockRolling, state=ENABLED in hbase:meta 2024-12-04T14:48:53,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:48:53,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 393 msec 2024-12-04T14:48:53,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:48:53,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:48:53,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:48:53,734 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:48:53,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:48:53,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling Metrics about Tables on a single HBase RegionServer 2024-12-04T14:48:57,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:48:57,383 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testCompactionRecordDoesntBlockRolling' 2024-12-04T14:48:57,553 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:57,560 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:57,561 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:57,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:57,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:57,562 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:58,070 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:48:58,084 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:58,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:58,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:58,085 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:58,086 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:48:58,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:02,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:49:02,782 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T14:49:02,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testCompactionRecordDoesntBlockRolling,, stopping at row=TestLogRolling-testCompactionRecordDoesntBlockRolling ,, for max=2147483647 with caching=100 2024-12-04T14:49:02,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:02,787 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:02,791 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testCompactionRecordDoesntBlockRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c., hostname=d214edae7bd2,45993,1733323730357, seqNum=2] 2024-12-04T14:49:02,797 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:02,835 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T14:49:02,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:49:02,837 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=7, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T14:49:02,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T14:49:03,009 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=8 2024-12-04T14:49:03,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:03,010 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2902): Flushing 41a63bbdbccedc30954c204d9f270d8c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T14:49:03,031 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/3e7d9a97d45644e8b44f935a81248b42 is 1055, key is row0001/info:/1733323742792/Put/seqid=0 2024-12-04T14:49:03,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741837_1013 (size=6008) 2024-12-04T14:49:03,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741837_1013 (size=6008) 2024-12-04T14:49:03,037 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/3e7d9a97d45644e8b44f935a81248b42 2024-12-04T14:49:03,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/3e7d9a97d45644e8b44f935a81248b42 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/3e7d9a97d45644e8b44f935a81248b42 2024-12-04T14:49:03,051 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/3e7d9a97d45644e8b44f935a81248b42, entries=1, sequenceid=5, filesize=5.9 K 2024-12-04T14:49:03,052 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41a63bbdbccedc30954c204d9f270d8c in 42ms, sequenceid=5, compaction requested=false 2024-12-04T14:49:03,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.HRegion(2603): Flush status journal for 41a63bbdbccedc30954c204d9f270d8c: 2024-12-04T14:49:03,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:03,054 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-12-04T14:49:03,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-12-04T14:49:03,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=7 2024-12-04T14:49:03,060 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 218 msec 2024-12-04T14:49:03,063 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=7, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 262 msec 2024-12-04T14:49:12,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-04T14:49:12,842 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T14:49:12,848 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:12,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:12,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T14:49:12,852 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T14:49:12,854 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=9, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T14:49:12,854 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T14:49:13,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=10 2024-12-04T14:49:13,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:13,008 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2902): Flushing 41a63bbdbccedc30954c204d9f270d8c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T14:49:13,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/ad1b38e4a2e24fcfa5b0ef965542f8a8 is 1055, key is row0002/info:/1733323752844/Put/seqid=0 2024-12-04T14:49:13,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741838_1014 (size=6008) 2024-12-04T14:49:13,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741838_1014 (size=6008) 2024-12-04T14:49:13,023 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=9 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/ad1b38e4a2e24fcfa5b0ef965542f8a8 2024-12-04T14:49:13,035 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/ad1b38e4a2e24fcfa5b0ef965542f8a8 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ad1b38e4a2e24fcfa5b0ef965542f8a8 2024-12-04T14:49:13,042 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ad1b38e4a2e24fcfa5b0ef965542f8a8, entries=1, sequenceid=9, filesize=5.9 K 2024-12-04T14:49:13,043 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41a63bbdbccedc30954c204d9f270d8c in 35ms, sequenceid=9, compaction requested=false 2024-12-04T14:49:13,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.HRegion(2603): Flush status journal for 41a63bbdbccedc30954c204d9f270d8c: 2024-12-04T14:49:13,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:13,043 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-1 {event_type=RS_FLUSH_REGIONS, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-12-04T14:49:13,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-12-04T14:49:13,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:49:13,048 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 191 msec 2024-12-04T14:49:13,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=9, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 200 msec 2024-12-04T14:49:20,160 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:49:22,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-12-04T14:49:22,900 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T14:49:22,912 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323762903, exclude list is [], retry=0 2024-12-04T14:49:22,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3,DISK] 2024-12-04T14:49:22,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43493,DS-407b9010-b800-4dce-8e6a-71fc4742e701,DISK] 2024-12-04T14:49:22,917 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323731539 with entries=8, filesize=5.33 KB; new WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323762903 2024-12-04T14:49:22,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149),(127.0.0.1/127.0.0.1:35587:35587)] 2024-12-04T14:49:22,917 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323731539 is not closed yet, will try archiving it next time 2024-12-04T14:49:22,918 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741832_1008 (size=5471) 2024-12-04T14:49:22,919 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323731539 not finished, retry = 0 2024-12-04T14:49:22,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741832_1008 (size=5471) 2024-12-04T14:49:22,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:22,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T14:49:22,920 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T14:49:22,922 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=11, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T14:49:22,922 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T14:49:23,075 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=12 2024-12-04T14:49:23,075 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:23,075 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2902): Flushing 41a63bbdbccedc30954c204d9f270d8c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T14:49:23,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/b6e085ce28d544eb821647ce9d25e59f is 1055, key is row0003/info:/1733323762901/Put/seqid=0 2024-12-04T14:49:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741840_1016 (size=6008) 2024-12-04T14:49:23,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741840_1016 (size=6008) 2024-12-04T14:49:23,086 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/b6e085ce28d544eb821647ce9d25e59f 2024-12-04T14:49:23,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/b6e085ce28d544eb821647ce9d25e59f as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/b6e085ce28d544eb821647ce9d25e59f 2024-12-04T14:49:23,102 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/b6e085ce28d544eb821647ce9d25e59f, entries=1, sequenceid=13, filesize=5.9 K 2024-12-04T14:49:23,103 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41a63bbdbccedc30954c204d9f270d8c in 28ms, sequenceid=13, compaction requested=true 2024-12-04T14:49:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.HRegion(2603): Flush status journal for 41a63bbdbccedc30954c204d9f270d8c: 2024-12-04T14:49:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:23,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-2 {event_type=RS_FLUSH_REGIONS, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-12-04T14:49:23,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-12-04T14:49:23,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-04T14:49:23,107 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 183 msec 2024-12-04T14:49:23,110 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=11, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 190 msec 2024-12-04T14:49:32,699 INFO [master/d214edae7bd2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T14:49:32,699 INFO [master/d214edae7bd2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T14:49:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-04T14:49:32,951 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T14:49:32,953 DEBUG [Time-limited test {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:49:32,955 DEBUG [Time-limited test {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 18024 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:49:32,956 DEBUG [Time-limited test {}] regionserver.HStore(1541): 41a63bbdbccedc30954c204d9f270d8c/info is initiating minor compaction (all files) 2024-12-04T14:49:32,956 INFO [Time-limited test {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:49:32,956 INFO [Time-limited test {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:32,957 INFO [Time-limited test {}] regionserver.HRegion(2416): Starting compaction of 41a63bbdbccedc30954c204d9f270d8c/info in TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:32,957 INFO [Time-limited test {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/3e7d9a97d45644e8b44f935a81248b42, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ad1b38e4a2e24fcfa5b0ef965542f8a8, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/b6e085ce28d544eb821647ce9d25e59f] into tmpdir=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp, totalSize=17.6 K 2024-12-04T14:49:32,958 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting 3e7d9a97d45644e8b44f935a81248b42, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1733323742792 2024-12-04T14:49:32,959 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting ad1b38e4a2e24fcfa5b0ef965542f8a8, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=9, earliestPutTs=1733323752844 2024-12-04T14:49:32,959 DEBUG [Time-limited test {}] compactions.Compactor(225): Compacting b6e085ce28d544eb821647ce9d25e59f, keycount=1, bloomtype=ROW, size=5.9 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733323762901 2024-12-04T14:49:32,985 INFO [Time-limited test {}] throttle.PressureAwareThroughputController(145): 41a63bbdbccedc30954c204d9f270d8c#info#compaction#21 average throughput is 3.01 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:49:32,987 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/a477c45ef9b342fb9402affa33b76918 is 1055, key is row0001/info:/1733323742792/Put/seqid=0 2024-12-04T14:49:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741841_1017 (size=8221) 2024-12-04T14:49:32,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741841_1017 (size=8221) 2024-12-04T14:49:33,001 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/a477c45ef9b342fb9402affa33b76918 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/a477c45ef9b342fb9402affa33b76918 2024-12-04T14:49:33,017 INFO [Time-limited test {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 41a63bbdbccedc30954c204d9f270d8c/info of 41a63bbdbccedc30954c204d9f270d8c into a477c45ef9b342fb9402affa33b76918(size=8.0 K), total size for store is 8.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:49:33,017 DEBUG [Time-limited test {}] regionserver.HRegion(2446): Compaction status journal for 41a63bbdbccedc30954c204d9f270d8c: 2024-12-04T14:49:33,032 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323773020, exclude list is [], retry=0 2024-12-04T14:49:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3,DISK] 2024-12-04T14:49:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43493,DS-407b9010-b800-4dce-8e6a-71fc4742e701,DISK] 2024-12-04T14:49:33,036 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323762903 with entries=4, filesize=2.43 KB; new WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323773020 2024-12-04T14:49:33,036 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34149:34149),(127.0.0.1/127.0.0.1:35587:35587)] 2024-12-04T14:49:33,037 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323762903 is not closed yet, will try archiving it next time 2024-12-04T14:49:33,037 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323731539 to hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/oldWALs/d214edae7bd2%2C45993%2C1733323730357.1733323731539 2024-12-04T14:49:33,038 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster$22(4506): Client=jenkins//172.17.0.2 flush TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741839_1015 (size=2495) 2024-12-04T14:49:33,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741839_1015 (size=2495) 2024-12-04T14:49:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T14:49:33,040 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_PREPARE 2024-12-04T14:49:33,042 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=13, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-04T14:49:33,043 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-04T14:49:33,196 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45993 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=14 2024-12-04T14:49:33,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(51): Starting region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:33,197 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2902): Flushing 41a63bbdbccedc30954c204d9f270d8c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T14:49:33,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/ea7de04267bd4c8aab39a915a49f8156 is 1055, key is row0000/info:/1733323773018/Put/seqid=0 2024-12-04T14:49:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741843_1019 (size=6008) 2024-12-04T14:49:33,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741843_1019 (size=6008) 2024-12-04T14:49:33,207 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=18 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/ea7de04267bd4c8aab39a915a49f8156 2024-12-04T14:49:33,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/ea7de04267bd4c8aab39a915a49f8156 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ea7de04267bd4c8aab39a915a49f8156 2024-12-04T14:49:33,219 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ea7de04267bd4c8aab39a915a49f8156, entries=1, sequenceid=18, filesize=5.9 K 2024-12-04T14:49:33,220 INFO [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41a63bbdbccedc30954c204d9f270d8c in 24ms, sequenceid=18, compaction requested=false 2024-12-04T14:49:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.HRegion(2603): Flush status journal for 41a63bbdbccedc30954c204d9f270d8c: 2024-12-04T14:49:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.FlushRegionCallable(64): Closing region operation on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:33,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0-0 {event_type=RS_FLUSH_REGIONS, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-12-04T14:49:33,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-12-04T14:49:33,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-12-04T14:49:33,224 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 179 msec 2024-12-04T14:49:33,227 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=13, table=TestLogRolling-testCompactionRecordDoesntBlockRolling in 187 msec 2024-12-04T14:49:38,103 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 41a63bbdbccedc30954c204d9f270d8c, had cached 0 bytes from a total of 14229 2024-12-04T14:49:43,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39157 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-12-04T14:49:43,051 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: FLUSH, Table Name: default:TestLogRolling-testCompactionRecordDoesntBlockRolling completed 2024-12-04T14:49:43,084 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323783053, exclude list is [], retry=0 2024-12-04T14:49:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43493,DS-407b9010-b800-4dce-8e6a-71fc4742e701,DISK] 2024-12-04T14:49:43,087 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45109,DS-71ff8e1f-f07a-46a3-ad90-ae4cdd3a7ef3,DISK] 2024-12-04T14:49:43,089 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323773020 with entries=3, filesize=1.95 KB; new WAL /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323783053 2024-12-04T14:49:43,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35587:35587),(127.0.0.1/127.0.0.1:34149:34149)] 2024-12-04T14:49:43,089 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323773020 is not closed yet, will try archiving it next time 2024-12-04T14:49:43,090 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/WALs/d214edae7bd2,45993,1733323730357/d214edae7bd2%2C45993%2C1733323730357.1733323762903 to hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/oldWALs/d214edae7bd2%2C45993%2C1733323730357.1733323762903 2024-12-04T14:49:43,090 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:49:43,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:49:43,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:49:43,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:49:43,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:49:43,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:49:43,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:49:43,091 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1877497153, stopped=false 2024-12-04T14:49:43,091 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d214edae7bd2,39157,1733323730183 2024-12-04T14:49:43,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741842_1018 (size=2001) 2024-12-04T14:49:43,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741842_1018 (size=2001) 2024-12-04T14:49:43,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:49:43,131 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:49:43,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:43,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:43,132 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:49:43,132 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:49:43,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:49:43,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:49:43,132 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd214edae7bd2,45993,1733323730357' ***** 2024-12-04T14:49:43,132 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:49:43,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:49:43,132 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:49:43,133 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:49:43,133 INFO [RS:0;d214edae7bd2:45993 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:49:43,133 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:49:43,133 INFO [RS:0;d214edae7bd2:45993 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:49:43,133 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(959): stopping server d214edae7bd2,45993,1733323730357 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d214edae7bd2:45993. 2024-12-04T14:49:43,134 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 41a63bbdbccedc30954c204d9f270d8c, disabling compactions & flushes 2024-12-04T14:49:43,134 DEBUG [RS:0;d214edae7bd2:45993 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:49:43,134 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:43,134 DEBUG [RS:0;d214edae7bd2:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:49:43,134 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:43,134 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. after waiting 0 ms 2024-12-04T14:49:43,134 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:49:43,134 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:49:43,134 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 41a63bbdbccedc30954c204d9f270d8c 1/1 column families, dataSize=1.03 KB heapSize=1.35 KB 2024-12-04T14:49:43,135 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-12-04T14:49:43,135 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 41a63bbdbccedc30954c204d9f270d8c=TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.} 2024-12-04T14:49:43,135 DEBUG [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 41a63bbdbccedc30954c204d9f270d8c 2024-12-04T14:49:43,135 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:49:43,135 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:49:43,135 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:49:43,135 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:49:43,135 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:49:43,135 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.89 KB heapSize=3.91 KB 2024-12-04T14:49:43,140 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/eee2b2b77bf54586966b7ea3e5142a3e is 1055, key is row0001/info:/1733323783052/Put/seqid=0 2024-12-04T14:49:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741845_1021 (size=6008) 2024-12-04T14:49:43,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741845_1021 (size=6008) 2024-12-04T14:49:43,152 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=22 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/eee2b2b77bf54586966b7ea3e5142a3e 2024-12-04T14:49:43,153 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/info/08a1efb1c7cb4fc7aa146a9c6672bc19 is 227, key is TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c./info:regioninfo/1733323733122/Put/seqid=0 2024-12-04T14:49:43,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741846_1022 (size=7308) 2024-12-04T14:49:43,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741846_1022 (size=7308) 2024-12-04T14:49:43,159 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.65 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/info/08a1efb1c7cb4fc7aa146a9c6672bc19 2024-12-04T14:49:43,160 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/.tmp/info/eee2b2b77bf54586966b7ea3e5142a3e as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/eee2b2b77bf54586966b7ea3e5142a3e 2024-12-04T14:49:43,174 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/eee2b2b77bf54586966b7ea3e5142a3e, entries=1, sequenceid=22, filesize=5.9 K 2024-12-04T14:49:43,175 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41a63bbdbccedc30954c204d9f270d8c in 41ms, sequenceid=22, compaction requested=true 2024-12-04T14:49:43,177 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/3e7d9a97d45644e8b44f935a81248b42, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ad1b38e4a2e24fcfa5b0ef965542f8a8, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/b6e085ce28d544eb821647ce9d25e59f] to archive 2024-12-04T14:49:43,181 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T14:49:43,185 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/3e7d9a97d45644e8b44f935a81248b42 to hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/3e7d9a97d45644e8b44f935a81248b42 2024-12-04T14:49:43,187 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ad1b38e4a2e24fcfa5b0ef965542f8a8 to hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/ad1b38e4a2e24fcfa5b0ef965542f8a8 2024-12-04T14:49:43,188 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/ns/91e7f86e5c2f4224832fa91b2b0ded34 is 43, key is default/ns:d/1733323732617/Put/seqid=0 2024-12-04T14:49:43,189 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/b6e085ce28d544eb821647ce9d25e59f to hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/archive/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/info/b6e085ce28d544eb821647ce9d25e59f 2024-12-04T14:49:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741847_1023 (size=5153) 2024-12-04T14:49:43,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741847_1023 (size=5153) 2024-12-04T14:49:43,199 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/ns/91e7f86e5c2f4224832fa91b2b0ded34 2024-12-04T14:49:43,204 DEBUG [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d214edae7bd2:39157 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-04T14:49:43,204 WARN [StoreCloser-TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [3e7d9a97d45644e8b44f935a81248b42=6008, ad1b38e4a2e24fcfa5b0ef965542f8a8=6008, b6e085ce28d544eb821647ce9d25e59f=6008] 2024-12-04T14:49:43,211 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/default/TestLogRolling-testCompactionRecordDoesntBlockRolling/41a63bbdbccedc30954c204d9f270d8c/recovered.edits/25.seqid, newMaxSeqId=25, maxSeqId=1 2024-12-04T14:49:43,212 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:43,212 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 41a63bbdbccedc30954c204d9f270d8c: Waiting for close lock at 1733323783134Running coprocessor pre-close hooks at 1733323783134Disabling compacts and flushes for region at 1733323783134Disabling writes for close at 1733323783134Obtaining lock to block concurrent updates at 1733323783134Preparing flush snapshotting stores in 41a63bbdbccedc30954c204d9f270d8c at 1733323783134Finished memstore snapshotting TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c., syncing WAL and waiting on mvcc, flushsize=dataSize=1051, getHeapSize=1368, getOffHeapSize=0, getCellsCount=1 at 1733323783135 (+1 ms)Flushing stores of TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. at 1733323783135Flushing 41a63bbdbccedc30954c204d9f270d8c/info: creating writer at 1733323783135Flushing 41a63bbdbccedc30954c204d9f270d8c/info: appending metadata at 1733323783140 (+5 ms)Flushing 41a63bbdbccedc30954c204d9f270d8c/info: closing flushed file at 1733323783140Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e40c9ea: reopening flushed file at 1733323783160 (+20 ms)Finished flush of dataSize ~1.03 KB/1051, heapSize ~1.34 KB/1368, currentSize=0 B/0 for 41a63bbdbccedc30954c204d9f270d8c in 41ms, sequenceid=22, compaction requested=true at 1733323783175 (+15 ms)Writing region close event to WAL at 1733323783207 (+32 ms)Running coprocessor post-close hooks at 1733323783212 (+5 ms)Closed at 1733323783212 2024-12-04T14:49:43,213 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testCompactionRecordDoesntBlockRolling,,1733323732742.41a63bbdbccedc30954c204d9f270d8c. 2024-12-04T14:49:43,241 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/table/73291557e446438c8a890585fb65c7f0 is 89, key is TestLogRolling-testCompactionRecordDoesntBlockRolling/table:state/1733323733132/Put/seqid=0 2024-12-04T14:49:43,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741848_1024 (size=5508) 2024-12-04T14:49:43,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741848_1024 (size=5508) 2024-12-04T14:49:43,252 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/table/73291557e446438c8a890585fb65c7f0 2024-12-04T14:49:43,262 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/info/08a1efb1c7cb4fc7aa146a9c6672bc19 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/info/08a1efb1c7cb4fc7aa146a9c6672bc19 2024-12-04T14:49:43,269 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/info/08a1efb1c7cb4fc7aa146a9c6672bc19, entries=10, sequenceid=11, filesize=7.1 K 2024-12-04T14:49:43,271 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/ns/91e7f86e5c2f4224832fa91b2b0ded34 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/ns/91e7f86e5c2f4224832fa91b2b0ded34 2024-12-04T14:49:43,279 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/ns/91e7f86e5c2f4224832fa91b2b0ded34, entries=2, sequenceid=11, filesize=5.0 K 2024-12-04T14:49:43,280 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/.tmp/table/73291557e446438c8a890585fb65c7f0 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/table/73291557e446438c8a890585fb65c7f0 2024-12-04T14:49:43,287 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/table/73291557e446438c8a890585fb65c7f0, entries=2, sequenceid=11, filesize=5.4 K 2024-12-04T14:49:43,289 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false 2024-12-04T14:49:43,294 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-12-04T14:49:43,294 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:49:43,294 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:49:43,295 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323783135Running coprocessor pre-close hooks at 1733323783135Disabling compacts and flushes for region at 1733323783135Disabling writes for close at 1733323783135Obtaining lock to block concurrent updates at 1733323783135Preparing flush snapshotting stores in 1588230740 at 1733323783135Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1932, getHeapSize=3936, getOffHeapSize=0, getCellsCount=14 at 1733323783135Flushing stores of hbase:meta,,1.1588230740 at 1733323783136 (+1 ms)Flushing 1588230740/info: creating writer at 1733323783136Flushing 1588230740/info: appending metadata at 1733323783153 (+17 ms)Flushing 1588230740/info: closing flushed file at 1733323783153Flushing 1588230740/ns: creating writer at 1733323783166 (+13 ms)Flushing 1588230740/ns: appending metadata at 1733323783187 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1733323783187Flushing 1588230740/table: creating writer at 1733323783208 (+21 ms)Flushing 1588230740/table: appending metadata at 1733323783240 (+32 ms)Flushing 1588230740/table: closing flushed file at 1733323783240Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f4bb616: reopening flushed file at 1733323783260 (+20 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bdf1d9d: reopening flushed file at 1733323783270 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6f189446: reopening flushed file at 1733323783279 (+9 ms)Finished flush of dataSize ~1.89 KB/1932, heapSize ~3.61 KB/3696, currentSize=0 B/0 for 1588230740 in 153ms, sequenceid=11, compaction requested=false at 1733323783289 (+10 ms)Writing region close event to WAL at 1733323783290 (+1 ms)Running coprocessor post-close hooks at 1733323783294 (+4 ms)Closed at 1733323783294 2024-12-04T14:49:43,295 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:49:43,335 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(976): stopping server d214edae7bd2,45993,1733323730357; all regions closed. 2024-12-04T14:49:43,337 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741834_1010 (size=3306) 2024-12-04T14:49:43,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741834_1010 (size=3306) 2024-12-04T14:49:43,340 DEBUG [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/oldWALs 2024-12-04T14:49:43,340 INFO [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C45993%2C1733323730357.meta:.meta(num 1733323732534) 2024-12-04T14:49:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741844_1020 (size=1252) 2024-12-04T14:49:43,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741844_1020 (size=1252) 2024-12-04T14:49:43,346 DEBUG [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/oldWALs 2024-12-04T14:49:43,346 INFO [RS:0;d214edae7bd2:45993 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C45993%2C1733323730357:(num 1733323783053) 2024-12-04T14:49:43,346 DEBUG [RS:0;d214edae7bd2:45993 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:49:43,346 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:49:43,347 INFO [RS:0;d214edae7bd2:45993 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:49:43,347 INFO [RS:0;d214edae7bd2:45993 {}] hbase.ChoreService(370): Chore service for: regionserver/d214edae7bd2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:49:43,347 INFO [RS:0;d214edae7bd2:45993 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:49:43,347 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:49:43,347 INFO [RS:0;d214edae7bd2:45993 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45993 2024-12-04T14:49:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d214edae7bd2,45993,1733323730357 2024-12-04T14:49:43,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:49:43,357 INFO [RS:0;d214edae7bd2:45993 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:49:43,357 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d214edae7bd2,45993,1733323730357] 2024-12-04T14:49:43,373 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d214edae7bd2,45993,1733323730357 already deleted, retry=false 2024-12-04T14:49:43,373 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d214edae7bd2,45993,1733323730357 expired; onlineServers=0 2024-12-04T14:49:43,373 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd214edae7bd2,39157,1733323730183' ***** 2024-12-04T14:49:43,373 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:49:43,373 INFO [M:0;d214edae7bd2:39157 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:49:43,373 INFO [M:0;d214edae7bd2:39157 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:49:43,374 DEBUG [M:0;d214edae7bd2:39157 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:49:43,374 DEBUG [M:0;d214edae7bd2:39157 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:49:43,374 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:49:43,374 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323731308 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323731308,5,FailOnTimeoutGroup] 2024-12-04T14:49:43,374 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323731311 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323731311,5,FailOnTimeoutGroup] 2024-12-04T14:49:43,374 INFO [M:0;d214edae7bd2:39157 {}] hbase.ChoreService(370): Chore service for: master/d214edae7bd2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:49:43,374 INFO [M:0;d214edae7bd2:39157 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:49:43,374 DEBUG [M:0;d214edae7bd2:39157 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:49:43,374 INFO [M:0;d214edae7bd2:39157 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:49:43,374 INFO [M:0;d214edae7bd2:39157 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:49:43,374 INFO [M:0;d214edae7bd2:39157 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:49:43,375 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:49:43,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T14:49:43,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:43,382 DEBUG [M:0;d214edae7bd2:39157 {}] zookeeper.ZKUtil(347): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T14:49:43,382 WARN [M:0;d214edae7bd2:39157 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:49:43,390 INFO [M:0;d214edae7bd2:39157 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/.lastflushedseqids 2024-12-04T14:49:43,401 INFO [regionserver/d214edae7bd2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:49:43,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741849_1025 (size=130) 2024-12-04T14:49:43,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741849_1025 (size=130) 2024-12-04T14:49:43,405 INFO [M:0;d214edae7bd2:39157 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:49:43,405 INFO [M:0;d214edae7bd2:39157 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:49:43,405 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:49:43,405 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:43,405 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:43,405 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:49:43,405 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:43,406 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=43.59 KB heapSize=55 KB 2024-12-04T14:49:43,423 DEBUG [M:0;d214edae7bd2:39157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8de99f969a64ea0ba957592ade3c5f2 is 82, key is hbase:meta,,1/info:regioninfo/1733323732572/Put/seqid=0 2024-12-04T14:49:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741850_1026 (size=5672) 2024-12-04T14:49:43,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741850_1026 (size=5672) 2024-12-04T14:49:43,435 INFO [M:0;d214edae7bd2:39157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8de99f969a64ea0ba957592ade3c5f2 2024-12-04T14:49:43,459 DEBUG [M:0;d214edae7bd2:39157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8d726b9155455ca440cec66e9021e8 is 798, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733323733137/Put/seqid=0 2024-12-04T14:49:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741851_1027 (size=7823) 2024-12-04T14:49:43,465 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741851_1027 (size=7823) 2024-12-04T14:49:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:49:43,465 INFO [RS:0;d214edae7bd2:45993 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:49:43,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45993-0x101a21acf670001, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:49:43,465 INFO [RS:0;d214edae7bd2:45993 {}] regionserver.HRegionServer(1031): Exiting; stopping=d214edae7bd2,45993,1733323730357; zookeeper connection closed. 2024-12-04T14:49:43,465 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@612dc0fb {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@612dc0fb 2024-12-04T14:49:43,465 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:49:43,468 INFO [M:0;d214edae7bd2:39157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.99 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8d726b9155455ca440cec66e9021e8 2024-12-04T14:49:43,475 INFO [M:0;d214edae7bd2:39157 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8d726b9155455ca440cec66e9021e8 2024-12-04T14:49:43,490 DEBUG [M:0;d214edae7bd2:39157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65914c328f69405eb32099d45c3f4261 is 69, key is d214edae7bd2,45993,1733323730357/rs:state/1733323731362/Put/seqid=0 2024-12-04T14:49:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741852_1028 (size=5156) 2024-12-04T14:49:43,495 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741852_1028 (size=5156) 2024-12-04T14:49:43,496 INFO [M:0;d214edae7bd2:39157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65914c328f69405eb32099d45c3f4261 2024-12-04T14:49:43,516 DEBUG [M:0;d214edae7bd2:39157 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/51c719246f1f488fb048e0f3b18cabd3 is 52, key is load_balancer_on/state:d/1733323732737/Put/seqid=0 2024-12-04T14:49:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741853_1029 (size=5056) 2024-12-04T14:49:43,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741853_1029 (size=5056) 2024-12-04T14:49:43,523 INFO [M:0;d214edae7bd2:39157 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/51c719246f1f488fb048e0f3b18cabd3 2024-12-04T14:49:43,529 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c8de99f969a64ea0ba957592ade3c5f2 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8de99f969a64ea0ba957592ade3c5f2 2024-12-04T14:49:43,535 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c8de99f969a64ea0ba957592ade3c5f2, entries=8, sequenceid=121, filesize=5.5 K 2024-12-04T14:49:43,536 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec8d726b9155455ca440cec66e9021e8 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec8d726b9155455ca440cec66e9021e8 2024-12-04T14:49:43,542 INFO [M:0;d214edae7bd2:39157 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec8d726b9155455ca440cec66e9021e8 2024-12-04T14:49:43,542 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec8d726b9155455ca440cec66e9021e8, entries=14, sequenceid=121, filesize=7.6 K 2024-12-04T14:49:43,543 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/65914c328f69405eb32099d45c3f4261 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65914c328f69405eb32099d45c3f4261 2024-12-04T14:49:43,549 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/65914c328f69405eb32099d45c3f4261, entries=1, sequenceid=121, filesize=5.0 K 2024-12-04T14:49:43,551 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/51c719246f1f488fb048e0f3b18cabd3 as hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/51c719246f1f488fb048e0f3b18cabd3 2024-12-04T14:49:43,558 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35919/user/jenkins/test-data/9bf31dd7-d648-2ae5-e01b-9f405f2a6499/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/51c719246f1f488fb048e0f3b18cabd3, entries=1, sequenceid=121, filesize=4.9 K 2024-12-04T14:49:43,559 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(3140): Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=121, compaction requested=false 2024-12-04T14:49:43,562 INFO [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:43,562 DEBUG [M:0;d214edae7bd2:39157 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323783405Disabling compacts and flushes for region at 1733323783405Disabling writes for close at 1733323783405Obtaining lock to block concurrent updates at 1733323783406 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733323783406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=44638, getHeapSize=56256, getOffHeapSize=0, getCellsCount=140 at 1733323783406Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733323783407 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733323783407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733323783423 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733323783423Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733323783442 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733323783459 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733323783459Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733323783475 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733323783489 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733323783489Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733323783502 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733323783516 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733323783516Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76fd7164: reopening flushed file at 1733323783528 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5872f10: reopening flushed file at 1733323783535 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57a3a4e6: reopening flushed file at 1733323783542 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34e4a45e: reopening flushed file at 1733323783550 (+8 ms)Finished flush of dataSize ~43.59 KB/44638, heapSize ~54.94 KB/56256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 153ms, sequenceid=121, compaction requested=false at 1733323783559 (+9 ms)Writing region close event to WAL at 1733323783562 (+3 ms)Closed at 1733323783562 2024-12-04T14:49:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45109 is added to blk_1073741830_1006 (size=53035) 2024-12-04T14:49:43,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43493 is added to blk_1073741830_1006 (size=53035) 2024-12-04T14:49:43,566 INFO [M:0;d214edae7bd2:39157 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:49:43,566 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:49:43,567 INFO [M:0;d214edae7bd2:39157 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39157 2024-12-04T14:49:43,567 INFO [M:0;d214edae7bd2:39157 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:49:43,673 INFO [M:0;d214edae7bd2:39157 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:49:43,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:49:43,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39157-0x101a21acf670000, quorum=127.0.0.1:55504, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:49:43,677 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@72e0f13d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:49:43,678 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163ba220{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:49:43,678 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:49:43,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2320853e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:49:43,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@693607e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir/,STOPPED} 2024-12-04T14:49:43,680 WARN [BP-402838074-172.17.0.2-1733323728292 heartbeating to localhost/127.0.0.1:35919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:49:43,680 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:49:43,680 WARN [BP-402838074-172.17.0.2-1733323728292 heartbeating to localhost/127.0.0.1:35919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402838074-172.17.0.2-1733323728292 (Datanode Uuid e3136053-79d2-497b-9aa5-bf4debe345c2) service to localhost/127.0.0.1:35919 2024-12-04T14:49:43,680 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:49:43,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data3/current/BP-402838074-172.17.0.2-1733323728292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:49:43,681 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data4/current/BP-402838074-172.17.0.2-1733323728292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:49:43,681 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:49:43,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2bf2e805{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:49:43,685 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3bfb80f8{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:49:43,685 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:49:43,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1c964b5a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:49:43,685 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@338abd35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir/,STOPPED} 2024-12-04T14:49:43,687 WARN [BP-402838074-172.17.0.2-1733323728292 heartbeating to localhost/127.0.0.1:35919 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:49:43,687 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:49:43,687 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:49:43,687 WARN [BP-402838074-172.17.0.2-1733323728292 heartbeating to localhost/127.0.0.1:35919 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-402838074-172.17.0.2-1733323728292 (Datanode Uuid a52274f8-24ca-4a7e-8356-5ad2d45f9b0c) service to localhost/127.0.0.1:35919 2024-12-04T14:49:43,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data1/current/BP-402838074-172.17.0.2-1733323728292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:49:43,688 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/cluster_0bc82865-7bb0-b928-9321-be33fbdfdb92/data/data2/current/BP-402838074-172.17.0.2-1733323728292 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:49:43,688 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:49:43,695 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@139518e1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:49:43,695 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@15f5daa1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:49:43,696 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:49:43,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71724962{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:49:43,696 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4748b538{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir/,STOPPED} 2024-12-04T14:49:43,702 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:49:43,726 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:49:43,732 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testCompactionRecordDoesntBlockRolling Thread=96 (was 101), OpenFileDescriptor=426 (was 444), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 182) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9305 (was 9723) 2024-12-04T14:49:43,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:49:43,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:49:43,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:49:43,734 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testCompactionRecordDoesntBlockRolling 2024-12-04T14:49:43,738 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=96, OpenFileDescriptor=426, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=9305 2024-12-04T14:49:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:49:43,738 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.log.dir so I do NOT create it in target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c 2024-12-04T14:49:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/9b53035f-a38c-b86a-d35f-f72dab4217d3/hadoop.tmp.dir so I do NOT create it in target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c 2024-12-04T14:49:43,739 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f, deleteOnExit=true 2024-12-04T14:49:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:49:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/test.cache.data in system properties and HBase conf 2024-12-04T14:49:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:49:43,739 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:49:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:49:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:49:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:49:43,740 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:49:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:49:43,740 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:49:43,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:49:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:49:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:49:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:49:43,742 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:49:44,035 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:49:44,039 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:49:44,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:49:44,042 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:49:44,042 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:49:44,043 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:49:44,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4d424090{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:49:44,044 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23859b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:49:44,135 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@60533c4c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/java.io.tmpdir/jetty-localhost-33299-hadoop-hdfs-3_4_1-tests_jar-_-any-15896194294048927427/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:49:44,136 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29033802{HTTP/1.1, (http/1.1)}{localhost:33299} 2024-12-04T14:49:44,136 INFO [Time-limited test {}] server.Server(415): Started @146072ms 2024-12-04T14:49:44,337 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:49:44,340 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:49:44,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:49:44,341 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:49:44,341 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-04T14:49:44,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e8633e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:49:44,342 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7749e840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:49:44,435 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1e64879f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/java.io.tmpdir/jetty-localhost-44591-hadoop-hdfs-3_4_1-tests_jar-_-any-3249221986696536707/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:49:44,435 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3277a64f{HTTP/1.1, (http/1.1)}{localhost:44591} 2024-12-04T14:49:44,436 INFO [Time-limited test {}] server.Server(415): Started @146372ms 2024-12-04T14:49:44,437 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:49:44,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:49:44,465 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:49:44,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:49:44,466 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:49:44,466 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:49:44,466 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@f27b998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:49:44,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@10ccbda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:49:44,561 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@571e00fa{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/java.io.tmpdir/jetty-localhost-35881-hadoop-hdfs-3_4_1-tests_jar-_-any-1018701461649305396/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:49:44,562 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7ace8d8a{HTTP/1.1, (http/1.1)}{localhost:35881} 2024-12-04T14:49:44,562 INFO [Time-limited test {}] server.Server(415): Started @146498ms 2024-12-04T14:49:44,563 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:49:45,168 WARN [Thread-1105 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data2/current/BP-1757708561-172.17.0.2-1733323783768/current, will proceed with Du for space computation calculation, 2024-12-04T14:49:45,168 WARN [Thread-1104 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data1/current/BP-1757708561-172.17.0.2-1733323783768/current, will proceed with Du for space computation calculation, 2024-12-04T14:49:45,189 WARN [Thread-1068 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:49:45,191 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24cb267969f56c2a with lease ID 0xe7c61971278f63a7: Processing first storage report for DS-e4897780-e342-493c-b527-6f85d787d0ca from datanode DatanodeRegistration(127.0.0.1:35823, datanodeUuid=78b900bc-6c9d-43dd-9530-8fd202bfd26d, infoPort=44621, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768) 2024-12-04T14:49:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24cb267969f56c2a with lease ID 0xe7c61971278f63a7: from storage DS-e4897780-e342-493c-b527-6f85d787d0ca node DatanodeRegistration(127.0.0.1:35823, datanodeUuid=78b900bc-6c9d-43dd-9530-8fd202bfd26d, infoPort=44621, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:49:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x24cb267969f56c2a with lease ID 0xe7c61971278f63a7: Processing first storage report for DS-9a086dc5-4d3e-4612-abd5-184853a5ce11 from datanode DatanodeRegistration(127.0.0.1:35823, datanodeUuid=78b900bc-6c9d-43dd-9530-8fd202bfd26d, infoPort=44621, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768) 2024-12-04T14:49:45,192 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x24cb267969f56c2a with lease ID 0xe7c61971278f63a7: from storage DS-9a086dc5-4d3e-4612-abd5-184853a5ce11 node DatanodeRegistration(127.0.0.1:35823, datanodeUuid=78b900bc-6c9d-43dd-9530-8fd202bfd26d, infoPort=44621, infoSecurePort=0, ipcPort=41953, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:49:45,325 WARN [Thread-1115 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data3/current/BP-1757708561-172.17.0.2-1733323783768/current, will proceed with Du for space computation calculation, 2024-12-04T14:49:45,325 WARN [Thread-1116 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data4/current/BP-1757708561-172.17.0.2-1733323783768/current, will proceed with Du for space computation calculation, 2024-12-04T14:49:45,341 WARN [Thread-1091 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:49:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcd1238d45f45c8b with lease ID 0xe7c61971278f63a8: Processing first storage report for DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=44984af5-13e6-4a71-9e7a-c8c6625e6470, infoPort=46843, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768) 2024-12-04T14:49:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcd1238d45f45c8b with lease ID 0xe7c61971278f63a8: from storage DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=44984af5-13e6-4a71-9e7a-c8c6625e6470, infoPort=46843, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:49:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xdcd1238d45f45c8b with lease ID 0xe7c61971278f63a8: Processing first storage report for DS-daf0f788-48ed-4990-8f28-ccc377aa4e06 from datanode DatanodeRegistration(127.0.0.1:46003, datanodeUuid=44984af5-13e6-4a71-9e7a-c8c6625e6470, infoPort=46843, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768) 2024-12-04T14:49:45,344 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xdcd1238d45f45c8b with lease ID 0xe7c61971278f63a8: from storage DS-daf0f788-48ed-4990-8f28-ccc377aa4e06 node DatanodeRegistration(127.0.0.1:46003, datanodeUuid=44984af5-13e6-4a71-9e7a-c8c6625e6470, infoPort=46843, infoSecurePort=0, ipcPort=44007, storageInfo=lv=-57;cid=testClusterID;nsid=543198699;c=1733323783768), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:49:45,391 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c 2024-12-04T14:49:45,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/zookeeper_0, clientPort=49899, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:49:45,397 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49899 2024-12-04T14:49:45,397 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,399 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:49:45,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:49:45,408 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6 with version=8 2024-12-04T14:49:45,408 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase-staging 2024-12-04T14:49:45,409 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:49:45,410 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39119 2024-12-04T14:49:45,412 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39119 connecting to ZooKeeper ensemble=127.0.0.1:49899 2024-12-04T14:49:45,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:391190x0, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:49:45,470 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39119-0x101a21ba7270000 connected 2024-12-04T14:49:45,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:49:45,535 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6, hbase.cluster.distributed=false 2024-12-04T14:49:45,536 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:49:45,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39119 2024-12-04T14:49:45,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39119 2024-12-04T14:49:45,537 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39119 2024-12-04T14:49:45,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39119 2024-12-04T14:49:45,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39119 2024-12-04T14:49:45,551 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:49:45,551 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:49:45,552 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40073 2024-12-04T14:49:45,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40073 connecting to ZooKeeper ensemble=127.0.0.1:49899 2024-12-04T14:49:45,553 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,554 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:400730x0, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:49:45,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40073-0x101a21ba7270001 connected 2024-12-04T14:49:45,565 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:49:45,565 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:49:45,566 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:49:45,566 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T14:49:45,567 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:49:45,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40073 2024-12-04T14:49:45,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40073 2024-12-04T14:49:45,567 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40073 2024-12-04T14:49:45,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40073 2024-12-04T14:49:45,568 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40073 2024-12-04T14:49:45,580 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d214edae7bd2:39119 2024-12-04T14:49:45,581 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:49:45,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:49:45,590 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T14:49:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,599 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T14:49:45,599 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d214edae7bd2,39119,1733323785409 from backup master directory 2024-12-04T14:49:45,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:49:45,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,606 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:49:45,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:49:45,606 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,610 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/hbase.id] with ID: 986618b5-c5d5-4765-a719-7f92e2a25854 2024-12-04T14:49:45,610 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/.tmp/hbase.id 2024-12-04T14:49:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:49:45,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:49:45,617 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/.tmp/hbase.id]:[hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/hbase.id] 2024-12-04T14:49:45,628 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:45,628 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:49:45,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:49:45,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:49:45,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:49:45,646 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:49:45,647 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:49:45,647 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:49:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:49:45,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:49:45,657 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store 2024-12-04T14:49:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:49:45,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:49:45,668 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:49:45,668 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:49:45,668 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:45,668 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:45,668 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:49:45,668 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:45,668 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:49:45,668 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323785668Disabling compacts and flushes for region at 1733323785668Disabling writes for close at 1733323785668Writing region close event to WAL at 1733323785668Closed at 1733323785668 2024-12-04T14:49:45,669 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/.initializing 2024-12-04T14:49:45,669 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/WALs/d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,670 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:49:45,672 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C39119%2C1733323785409, suffix=, logDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/WALs/d214edae7bd2,39119,1733323785409, archiveDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/oldWALs, maxLogs=10 2024-12-04T14:49:45,682 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/WALs/d214edae7bd2,39119,1733323785409/d214edae7bd2%2C39119%2C1733323785409.1733323785672, exclude list is [], retry=0 2024-12-04T14:49:45,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5,DISK] 2024-12-04T14:49:45,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35823,DS-e4897780-e342-493c-b527-6f85d787d0ca,DISK] 2024-12-04T14:49:45,687 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/WALs/d214edae7bd2,39119,1733323785409/d214edae7bd2%2C39119%2C1733323785409.1733323785672 2024-12-04T14:49:45,687 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:44621:44621)] 2024-12-04T14:49:45,687 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:49:45,687 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:49:45,688 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,688 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,689 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:49:45,690 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:45,691 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:49:45,692 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:49:45,692 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:49:45,693 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:49:45,694 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:49:45,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:49:45,695 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,696 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,696 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,697 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,697 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,698 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:49:45,699 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:49:45,701 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:49:45,702 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=734441, jitterRate=-0.06611041724681854}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:49:45,702 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733323785688Initializing all the Stores at 1733323785688Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323785688Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323785689 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323785689Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323785689Cleaning up temporary data from old regions at 1733323785697 (+8 ms)Region opened successfully at 1733323785702 (+5 ms) 2024-12-04T14:49:45,702 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:49:45,706 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b6ade9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:49:45,707 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:49:45,707 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:49:45,707 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:49:45,707 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:49:45,708 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:49:45,708 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:49:45,708 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:49:45,711 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:49:45,711 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T14:49:45,721 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T14:49:45,721 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:49:45,722 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:49:45,731 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T14:49:45,732 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:49:45,733 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:49:45,740 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T14:49:45,741 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:49:45,748 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T14:49:45,750 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:49:45,756 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T14:49:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:49:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:49:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,765 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,765 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d214edae7bd2,39119,1733323785409, sessionid=0x101a21ba7270000, setting cluster-up flag (Was=false) 2024-12-04T14:49:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,806 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T14:49:45,808 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,823 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:45,848 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T14:49:45,849 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,39119,1733323785409 2024-12-04T14:49:45,850 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:49:45,852 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:49:45,853 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:49:45,853 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:49:45,853 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d214edae7bd2,39119,1733323785409 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d214edae7bd2:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:49:45,856 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:49:45,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:49:45,861 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,861 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:49:45,862 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733323815862 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:49:45,863 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,864 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:49:45,864 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:49:45,864 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:49:45,864 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:49:45,864 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:49:45,865 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323785864,5,FailOnTimeoutGroup] 2024-12-04T14:49:45,865 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323785865,5,FailOnTimeoutGroup] 2024-12-04T14:49:45,865 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,865 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:49:45,865 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,865 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:49:45,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:49:45,869 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:49:45,869 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6 2024-12-04T14:49:45,870 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(746): ClusterId : 986618b5-c5d5-4765-a719-7f92e2a25854 2024-12-04T14:49:45,870 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:49:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:49:45,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:49:45,877 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:49:45,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:49:45,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:49:45,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:45,880 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:49:45,880 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:49:45,880 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:49:45,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:49:45,882 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:45,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:49:45,883 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:49:45,883 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:45,884 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:49:45,885 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:49:45,885 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:45,885 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:49:45,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740 2024-12-04T14:49:45,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740 2024-12-04T14:49:45,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:49:45,888 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:49:45,889 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:49:45,890 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:49:45,891 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:49:45,891 DEBUG [RS:0;d214edae7bd2:40073 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a96d2f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:49:45,893 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:49:45,893 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=743701, jitterRate=-0.05433624982833862}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:49:45,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733323785877Initializing all the Stores at 1733323785878 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323785878Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323785878Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323785878Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323785878Cleaning up temporary data from old regions at 1733323785888 (+10 ms)Region opened successfully at 1733323785894 (+6 ms) 2024-12-04T14:49:45,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:49:45,894 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:49:45,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:49:45,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:49:45,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:49:45,895 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:49:45,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323785894Disabling compacts and flushes for region at 1733323785894Disabling writes for close at 1733323785894Writing region close event to WAL at 1733323785895 (+1 ms)Closed at 1733323785895 2024-12-04T14:49:45,896 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:49:45,896 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:49:45,896 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:49:45,897 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:49:45,898 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:49:45,904 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d214edae7bd2:40073 2024-12-04T14:49:45,904 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:49:45,904 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:49:45,904 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:49:45,905 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(2659): reportForDuty to master=d214edae7bd2,39119,1733323785409 with port=40073, startcode=1733323785550 2024-12-04T14:49:45,905 DEBUG [RS:0;d214edae7bd2:40073 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:49:45,907 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40651, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:49:45,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d214edae7bd2,40073,1733323785550 2024-12-04T14:49:45,908 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] master.ServerManager(517): Registering regionserver=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:45,909 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6 2024-12-04T14:49:45,909 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43697 2024-12-04T14:49:45,909 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:49:45,915 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:49:45,915 DEBUG [RS:0;d214edae7bd2:40073 {}] zookeeper.ZKUtil(111): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d214edae7bd2,40073,1733323785550 2024-12-04T14:49:45,915 WARN [RS:0;d214edae7bd2:40073 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:49:45,915 INFO [RS:0;d214edae7bd2:40073 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:49:45,915 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550 2024-12-04T14:49:45,915 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d214edae7bd2,40073,1733323785550] 2024-12-04T14:49:45,918 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:49:45,919 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:49:45,920 INFO [RS:0;d214edae7bd2:40073 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:49:45,920 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,920 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:49:45,921 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:49:45,921 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,921 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,922 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:49:45,922 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:49:45,922 DEBUG [RS:0;d214edae7bd2:40073 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:49:45,922 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,922 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,922 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,922 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,922 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,922 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,40073,1733323785550-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:49:45,934 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:49:45,934 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,40073,1733323785550-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,935 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,935 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.Replication(171): d214edae7bd2,40073,1733323785550 started 2024-12-04T14:49:45,945 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:45,946 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1482): Serving as d214edae7bd2,40073,1733323785550, RpcServer on d214edae7bd2/172.17.0.2:40073, sessionid=0x101a21ba7270001 2024-12-04T14:49:45,946 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:49:45,946 DEBUG [RS:0;d214edae7bd2:40073 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d214edae7bd2,40073,1733323785550 2024-12-04T14:49:45,946 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,40073,1733323785550' 2024-12-04T14:49:45,946 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T14:49:45,946 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T14:49:45,947 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:49:45,947 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:49:45,947 DEBUG [RS:0;d214edae7bd2:40073 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d214edae7bd2,40073,1733323785550 2024-12-04T14:49:45,947 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,40073,1733323785550' 2024-12-04T14:49:45,947 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T14:49:45,947 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T14:49:45,948 DEBUG [RS:0;d214edae7bd2:40073 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:49:45,948 INFO [RS:0;d214edae7bd2:40073 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:49:45,948 INFO [RS:0;d214edae7bd2:40073 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:49:46,048 INFO [RS:0;d214edae7bd2:40073 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:49:46,049 WARN [d214edae7bd2:39119 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:49:46,052 INFO [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C40073%2C1733323785550, suffix=, logDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550, archiveDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/oldWALs, maxLogs=32 2024-12-04T14:49:46,066 DEBUG [RS:0;d214edae7bd2:40073 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323786053, exclude list is [], retry=0 2024-12-04T14:49:46,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5,DISK] 2024-12-04T14:49:46,069 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35823,DS-e4897780-e342-493c-b527-6f85d787d0ca,DISK] 2024-12-04T14:49:46,070 INFO [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323786053 2024-12-04T14:49:46,071 DEBUG [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46843:46843),(127.0.0.1/127.0.0.1:44621:44621)] 2024-12-04T14:49:46,299 DEBUG [d214edae7bd2:39119 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:49:46,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:46,304 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,40073,1733323785550, state=OPENING 2024-12-04T14:49:46,365 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:49:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:46,373 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:49:46,374 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:49:46,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:49:46,374 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:49:46,374 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,40073,1733323785550}] 2024-12-04T14:49:46,527 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:49:46,529 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43441, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:49:46,536 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:49:46,536 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:49:46,537 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:49:46,540 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C40073%2C1733323785550.meta, suffix=.meta, logDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550, archiveDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/oldWALs, maxLogs=32 2024-12-04T14:49:46,553 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.meta.1733323786541.meta, exclude list is [], retry=0 2024-12-04T14:49:46,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35823,DS-e4897780-e342-493c-b527-6f85d787d0ca,DISK] 2024-12-04T14:49:46,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5,DISK] 2024-12-04T14:49:46,557 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.meta.1733323786541.meta 2024-12-04T14:49:46,558 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44621:44621),(127.0.0.1/127.0.0.1:46843:46843)] 2024-12-04T14:49:46,558 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:49:46,558 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:49:46,558 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:49:46,558 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:49:46,558 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:49:46,558 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:49:46,559 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:49:46,559 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:49:46,560 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:49:46,561 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:49:46,561 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:46,561 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:49:46,562 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:49:46,562 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:46,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:46,562 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:49:46,563 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:49:46,563 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:46,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:46,563 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:49:46,564 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:49:46,564 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:46,564 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:49:46,564 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:49:46,565 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740 2024-12-04T14:49:46,566 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740 2024-12-04T14:49:46,567 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:49:46,567 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:49:46,568 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:49:46,569 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:49:46,570 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=728200, jitterRate=-0.07404650747776031}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:49:46,570 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:49:46,571 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733323786559Writing region info on filesystem at 1733323786559Initializing all the Stores at 1733323786560 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323786560Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323786560Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323786560Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323786560Cleaning up temporary data from old regions at 1733323786567 (+7 ms)Running coprocessor post-open hooks at 1733323786570 (+3 ms)Region opened successfully at 1733323786571 (+1 ms) 2024-12-04T14:49:46,572 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733323786527 2024-12-04T14:49:46,574 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:49:46,574 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:49:46,575 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:46,575 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,40073,1733323785550, state=OPEN 2024-12-04T14:49:46,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:49:46,603 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:49:46,603 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:46,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:49:46,603 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:49:46,607 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:49:46,608 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,40073,1733323785550 in 229 msec 2024-12-04T14:49:46,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:49:46,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 712 msec 2024-12-04T14:49:46,613 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:49:46,613 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:49:46,614 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:49:46,615 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,40073,1733323785550, seqNum=-1] 2024-12-04T14:49:46,615 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:49:46,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45087, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:49:46,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 768 msec 2024-12-04T14:49:46,622 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733323786621, completionTime=-1 2024-12-04T14:49:46,622 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:49:46,622 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733323846624 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733323906624 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39119,1733323785409-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39119,1733323785409-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39119,1733323785409-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d214edae7bd2:39119, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,624 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,625 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,627 DEBUG [master/d214edae7bd2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.023sec 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39119,1733323785409-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:49:46,629 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39119,1733323785409-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:49:46,632 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:49:46,632 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:49:46,633 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39119,1733323785409-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:49:46,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1814dbee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:49:46,671 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d214edae7bd2,39119,-1 for getting cluster id 2024-12-04T14:49:46,671 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:49:46,673 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '986618b5-c5d5-4765-a719-7f92e2a25854' 2024-12-04T14:49:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:49:46,673 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "986618b5-c5d5-4765-a719-7f92e2a25854" 2024-12-04T14:49:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33653f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:49:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d214edae7bd2,39119,-1] 2024-12-04T14:49:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:49:46,674 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:49:46,676 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50262, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:49:46,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ba925ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:49:46,678 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:49:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,40073,1733323785550, seqNum=-1] 2024-12-04T14:49:46,679 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:49:46,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51680, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:49:46,684 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d214edae7bd2,39119,1733323785409 2024-12-04T14:49:46,684 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:49:46,687 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T14:49:46,687 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-04T14:49:46,688 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is d214edae7bd2,39119,1733323785409 2024-12-04T14:49:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3615fd5e 2024-12-04T14:49:46,689 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-04T14:49:46,691 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50264, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-04T14:49:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] util.TableDescriptorChecker(321): MAX_FILESIZE for table descriptor or "hbase.hregion.max.filesize" (786432) is too small, which might cause over splitting into unmanageable number of regions. 2024-12-04T14:49:46,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (8192) is too small, which might cause very frequent flushing. 2024-12-04T14:49:46,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'TestLogRolling-testLogRolling', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:49:46,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling 2024-12-04T14:49:46,694 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_PRE_OPERATION 2024-12-04T14:49:46,695 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:46,695 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestLogRolling-testLogRolling" procId is: 4 2024-12-04T14:49:46,696 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-04T14:49:46,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:49:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741835_1011 (size=381) 2024-12-04T14:49:46,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741835_1011 (size=381) 2024-12-04T14:49:46,705 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eaf98e0aa457d87ead31661fc0d053ac, NAME => 'TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestLogRolling-testLogRolling', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6 2024-12-04T14:49:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741836_1012 (size=64) 2024-12-04T14:49:46,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741836_1012 (size=64) 2024-12-04T14:49:46,712 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:49:46,712 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1722): Closing eaf98e0aa457d87ead31661fc0d053ac, disabling compactions & flushes 2024-12-04T14:49:46,712 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:46,712 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:46,712 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. after waiting 0 ms 2024-12-04T14:49:46,712 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:46,712 INFO [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:46,712 DEBUG [RegionOpenAndInit-TestLogRolling-testLogRolling-pool-0 {}] regionserver.HRegion(1676): Region close journal for eaf98e0aa457d87ead31661fc0d053ac: Waiting for close lock at 1733323786712Disabling compacts and flushes for region at 1733323786712Disabling writes for close at 1733323786712Writing region close event to WAL at 1733323786712Closed at 1733323786712 2024-12-04T14:49:46,713 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ADD_TO_META 2024-12-04T14:49:46,714 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733323786713"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733323786713"}]},"ts":"1733323786713"} 2024-12-04T14:49:46,716 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-04T14:49:46,717 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-04T14:49:46,717 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323786717"}]},"ts":"1733323786717"} 2024-12-04T14:49:46,718 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLING in hbase:meta 2024-12-04T14:49:46,719 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, ASSIGN}] 2024-12-04T14:49:46,720 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, ASSIGN 2024-12-04T14:49:46,720 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, ASSIGN; state=OFFLINE, location=d214edae7bd2,40073,1733323785550; forceNewPlan=false, retain=false 2024-12-04T14:49:46,871 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eaf98e0aa457d87ead31661fc0d053ac, regionState=OPENING, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:46,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, ASSIGN because future has completed 2024-12-04T14:49:46,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550}] 2024-12-04T14:49:47,037 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:47,037 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => eaf98e0aa457d87ead31661fc0d053ac, NAME => 'TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:49:47,037 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,037 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:49:47,037 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,037 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,039 INFO [StoreOpener-eaf98e0aa457d87ead31661fc0d053ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,040 INFO [StoreOpener-eaf98e0aa457d87ead31661fc0d053ac-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eaf98e0aa457d87ead31661fc0d053ac columnFamilyName info 2024-12-04T14:49:47,041 DEBUG [StoreOpener-eaf98e0aa457d87ead31661fc0d053ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:49:47,041 INFO [StoreOpener-eaf98e0aa457d87ead31661fc0d053ac-1 {}] regionserver.HStore(327): Store=eaf98e0aa457d87ead31661fc0d053ac/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:49:47,041 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,042 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,043 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,043 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,043 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,045 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,048 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:49:47,048 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened eaf98e0aa457d87ead31661fc0d053ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=740517, jitterRate=-0.05838511884212494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T14:49:47,048 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:47,049 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for eaf98e0aa457d87ead31661fc0d053ac: Running coprocessor pre-open hook at 1733323787038Writing region info on filesystem at 1733323787038Initializing all the Stores at 1733323787039 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323787039Cleaning up temporary data from old regions at 1733323787043 (+4 ms)Running coprocessor post-open hooks at 1733323787048 (+5 ms)Region opened successfully at 1733323787049 (+1 ms) 2024-12-04T14:49:47,050 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., pid=6, masterSystemTime=1733323787031 2024-12-04T14:49:47,052 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:47,052 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:47,053 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eaf98e0aa457d87ead31661fc0d053ac, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:47,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 because future has completed 2024-12-04T14:49:47,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-12-04T14:49:47,059 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 in 180 msec 2024-12-04T14:49:47,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-12-04T14:49:47,062 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, ASSIGN in 341 msec 2024-12-04T14:49:47,063 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-04T14:49:47,064 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"TestLogRolling-testLogRolling","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733323787063"}]},"ts":"1733323787063"} 2024-12-04T14:49:47,066 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=TestLogRolling-testLogRolling, state=ENABLED in hbase:meta 2024-12-04T14:49:47,067 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=TestLogRolling-testLogRolling execute state=CREATE_TABLE_POST_OPERATION 2024-12-04T14:49:47,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=TestLogRolling-testLogRolling in 375 msec 2024-12-04T14:49:48,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,225 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,226 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,228 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,230 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,735 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:49:48,752 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,753 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:48,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:49:51,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-04T14:49:51,919 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestLogRolling-testLogRolling' 2024-12-04T14:49:53,733 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-04T14:49:53,733 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-04T14:49:53,735 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:49:53,735 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-04T14:49:53,736 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-04T14:49:53,736 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-04T14:49:53,737 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling 2024-12-04T14:49:53,737 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestLogRolling-testLogRolling Metrics about Tables on a single HBase RegionServer 2024-12-04T14:49:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39119 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-04T14:49:56,711 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:TestLogRolling-testLogRolling completed 2024-12-04T14:49:56,711 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=TestLogRolling-testLogRolling,, stopping at row=TestLogRolling-testLogRolling ,, for max=2147483647 with caching=100 2024-12-04T14:49:56,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2234): Found 1 regions for table TestLogRolling-testLogRolling 2024-12-04T14:49:56,715 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(2240): firstRegionName=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:49:56,719 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0001', locateType=CURRENT is [region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2] 2024-12-04T14:49:56,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:49:56,737 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:49:56,783 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T14:49:56,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51680 deadline: 1733323806783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 2024-12-04T14:49:56,789 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:49:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:49:56,790 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2 because the exception is null or not the one we care about 2024-12-04T14:49:56,792 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/8f77a3b3cdd349a5af9d51e75e992c67 is 1055, key is row0001/info:/1733323796720/Put/seqid=0 2024-12-04T14:49:56,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741837_1013 (size=13386) 2024-12-04T14:49:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741837_1013 (size=13386) 2024-12-04T14:49:56,797 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/8f77a3b3cdd349a5af9d51e75e992c67 2024-12-04T14:49:56,803 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/8f77a3b3cdd349a5af9d51e75e992c67 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/8f77a3b3cdd349a5af9d51e75e992c67 2024-12-04T14:49:56,809 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/8f77a3b3cdd349a5af9d51e75e992c67, entries=8, sequenceid=12, filesize=13.1 K 2024-12-04T14:49:56,810 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=21.55 KB/22071 for eaf98e0aa457d87ead31661fc0d053ac in 73ms, sequenceid=12, compaction requested=false 2024-12-04T14:49:56,810 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:06,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:06,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=22.58 KB heapSize=24.48 KB 2024-12-04T14:50:06,888 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/32c25b6606194ee0b0af4e0cea4a5ced is 1055, key is row0009/info:/1733323796739/Put/seqid=0 2024-12-04T14:50:06,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741838_1014 (size=28134) 2024-12-04T14:50:06,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741838_1014 (size=28134) 2024-12-04T14:50:06,900 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.58 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/32c25b6606194ee0b0af4e0cea4a5ced 2024-12-04T14:50:06,908 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/32c25b6606194ee0b0af4e0cea4a5ced as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced 2024-12-04T14:50:06,915 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced, entries=22, sequenceid=37, filesize=27.5 K 2024-12-04T14:50:06,916 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~22.58 KB/23122, heapSize ~24.47 KB/25056, currentSize=2.05 KB/2102 for eaf98e0aa457d87ead31661fc0d053ac in 35ms, sequenceid=37, compaction requested=false 2024-12-04T14:50:06,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:06,916 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=40.5 K, sizeToCheck=16.0 K 2024-12-04T14:50:06,916 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:06,917 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced because midkey is the same as first or last row 2024-12-04T14:50:08,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:08,904 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:50:08,909 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/a14b0b5bee3b42ceacc60690aaf00e1a is 1055, key is row0031/info:/1733323806883/Put/seqid=0 2024-12-04T14:50:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741839_1015 (size=13386) 2024-12-04T14:50:08,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741839_1015 (size=13386) 2024-12-04T14:50:08,918 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=48 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/a14b0b5bee3b42ceacc60690aaf00e1a 2024-12-04T14:50:08,925 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/a14b0b5bee3b42ceacc60690aaf00e1a as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/a14b0b5bee3b42ceacc60690aaf00e1a 2024-12-04T14:50:08,932 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/a14b0b5bee3b42ceacc60690aaf00e1a, entries=8, sequenceid=48, filesize=13.1 K 2024-12-04T14:50:08,934 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=8.21 KB/8408 for eaf98e0aa457d87ead31661fc0d053ac in 30ms, sequenceid=48, compaction requested=true 2024-12-04T14:50:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=53.6 K, sizeToCheck=16.0 K 2024-12-04T14:50:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:08,934 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced because midkey is the same as first or last row 2024-12-04T14:50:08,936 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eaf98e0aa457d87ead31661fc0d053ac:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:08,936 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:08,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:08,937 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:08,938 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 54906 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:08,938 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): eaf98e0aa457d87ead31661fc0d053ac/info is initiating minor compaction (all files) 2024-12-04T14:50:08,938 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=10.26 KB heapSize=11.27 KB 2024-12-04T14:50:08,938 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eaf98e0aa457d87ead31661fc0d053ac/info in TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:50:08,938 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/8f77a3b3cdd349a5af9d51e75e992c67, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/a14b0b5bee3b42ceacc60690aaf00e1a] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp, totalSize=53.6 K 2024-12-04T14:50:08,939 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8f77a3b3cdd349a5af9d51e75e992c67, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733323796720 2024-12-04T14:50:08,939 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 32c25b6606194ee0b0af4e0cea4a5ced, keycount=22, bloomtype=ROW, size=27.5 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733323796739 2024-12-04T14:50:08,940 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting a14b0b5bee3b42ceacc60690aaf00e1a, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733323806883 2024-12-04T14:50:08,943 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/6e476e74cbc34b329ca52dc2558515f5 is 1055, key is row0039/info:/1733323808906/Put/seqid=0 2024-12-04T14:50:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741840_1016 (size=15490) 2024-12-04T14:50:08,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741840_1016 (size=15490) 2024-12-04T14:50:08,981 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=10.26 KB at sequenceid=61 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/6e476e74cbc34b329ca52dc2558515f5 2024-12-04T14:50:08,987 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eaf98e0aa457d87ead31661fc0d053ac#info#compaction#35 average throughput is 9.52 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:08,988 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/90e196432eb9498db15bfa08fc894ebd is 1055, key is row0001/info:/1733323796720/Put/seqid=0 2024-12-04T14:50:08,991 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/6e476e74cbc34b329ca52dc2558515f5 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/6e476e74cbc34b329ca52dc2558515f5 2024-12-04T14:50:08,999 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/6e476e74cbc34b329ca52dc2558515f5, entries=10, sequenceid=61, filesize=15.1 K 2024-12-04T14:50:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741841_1017 (size=45105) 2024-12-04T14:50:08,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741841_1017 (size=45105) 2024-12-04T14:50:09,000 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~10.26 KB/10510, heapSize ~11.25 KB/11520, currentSize=16.42 KB/16816 for eaf98e0aa457d87ead31661fc0d053ac in 62ms, sequenceid=61, compaction requested=false 2024-12-04T14:50:09,000 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=68.7 K, sizeToCheck=16.0 K 2024-12-04T14:50:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:09,001 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced because midkey is the same as first or last row 2024-12-04T14:50:09,009 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/90e196432eb9498db15bfa08fc894ebd as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd 2024-12-04T14:50:09,019 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in eaf98e0aa457d87ead31661fc0d053ac/info of eaf98e0aa457d87ead31661fc0d053ac into 90e196432eb9498db15bfa08fc894ebd(size=44.0 K), total size for store is 59.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:09,020 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:09,022 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., storeName=eaf98e0aa457d87ead31661fc0d053ac/info, priority=13, startTime=1733323808935; duration=0sec 2024-12-04T14:50:09,022 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-12-04T14:50:09,022 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:09,022 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd because midkey is the same as first or last row 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd because midkey is the same as first or last row 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=59.2 K, sizeToCheck=16.0 K 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd because midkey is the same as first or last row 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:09,023 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eaf98e0aa457d87ead31661fc0d053ac:info 2024-12-04T14:50:10,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:10,984 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-04T14:50:10,992 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/581319694720404dac67625d1b545c82 is 1055, key is row0049/info:/1733323808939/Put/seqid=0 2024-12-04T14:50:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741842_1018 (size=22874) 2024-12-04T14:50:10,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741842_1018 (size=22874) 2024-12-04T14:50:11,000 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/581319694720404dac67625d1b545c82 2024-12-04T14:50:11,007 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/581319694720404dac67625d1b545c82 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/581319694720404dac67625d1b545c82 2024-12-04T14:50:11,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/581319694720404dac67625d1b545c82, entries=17, sequenceid=82, filesize=22.3 K 2024-12-04T14:50:11,014 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=11.29 KB/11561 for eaf98e0aa457d87ead31661fc0d053ac in 29ms, sequenceid=82, compaction requested=true 2024-12-04T14:50:11,014 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:11,014 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=81.5 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,014 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,014 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd because midkey is the same as first or last row 2024-12-04T14:50:11,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store eaf98e0aa457d87ead31661fc0d053ac:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:11,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:11,014 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:11,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,015 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 83469 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:11,015 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T14:50:11,015 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): eaf98e0aa457d87ead31661fc0d053ac/info is initiating minor compaction (all files) 2024-12-04T14:50:11,015 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of eaf98e0aa457d87ead31661fc0d053ac/info in TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:50:11,016 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/6e476e74cbc34b329ca52dc2558515f5, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/581319694720404dac67625d1b545c82] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp, totalSize=81.5 K 2024-12-04T14:50:11,016 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 90e196432eb9498db15bfa08fc894ebd, keycount=38, bloomtype=ROW, size=44.0 K, encoding=NONE, compression=NONE, seqNum=48, earliestPutTs=1733323796720 2024-12-04T14:50:11,017 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6e476e74cbc34b329ca52dc2558515f5, keycount=10, bloomtype=ROW, size=15.1 K, encoding=NONE, compression=NONE, seqNum=61, earliestPutTs=1733323808906 2024-12-04T14:50:11,017 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 581319694720404dac67625d1b545c82, keycount=17, bloomtype=ROW, size=22.3 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733323808939 2024-12-04T14:50:11,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/4367186961d545e6a18a7a05a858d86c is 1055, key is row0066/info:/1733323810987/Put/seqid=0 2024-12-04T14:50:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741843_1019 (size=18662) 2024-12-04T14:50:11,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741843_1019 (size=18662) 2024-12-04T14:50:11,027 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=98 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/4367186961d545e6a18a7a05a858d86c 2024-12-04T14:50:11,034 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): eaf98e0aa457d87ead31661fc0d053ac#info#compaction#38 average throughput is 21.72 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:11,034 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/9930f632afa5466f94e1c7196e8edbea is 1055, key is row0001/info:/1733323796720/Put/seqid=0 2024-12-04T14:50:11,035 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/4367186961d545e6a18a7a05a858d86c as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/4367186961d545e6a18a7a05a858d86c 2024-12-04T14:50:11,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741844_1020 (size=73753) 2024-12-04T14:50:11,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741844_1020 (size=73753) 2024-12-04T14:50:11,044 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/4367186961d545e6a18a7a05a858d86c, entries=13, sequenceid=98, filesize=18.2 K 2024-12-04T14:50:11,045 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=12.32 KB/12612 for eaf98e0aa457d87ead31661fc0d053ac in 30ms, sequenceid=98, compaction requested=false 2024-12-04T14:50:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=99.7 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,046 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd because midkey is the same as first or last row 2024-12-04T14:50:11,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,048 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-04T14:50:11,058 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/7e5899e4842f44abb2485fdad2e62592 is 1055, key is row0079/info:/1733323811017/Put/seqid=0 2024-12-04T14:50:11,060 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/9930f632afa5466f94e1c7196e8edbea as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea 2024-12-04T14:50:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741845_1021 (size=19714) 2024-12-04T14:50:11,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741845_1021 (size=19714) 2024-12-04T14:50:11,065 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/7e5899e4842f44abb2485fdad2e62592 2024-12-04T14:50:11,069 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in eaf98e0aa457d87ead31661fc0d053ac/info of eaf98e0aa457d87ead31661fc0d053ac into 9930f632afa5466f94e1c7196e8edbea(size=72.0 K), total size for store is 90.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:11,069 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., storeName=eaf98e0aa457d87ead31661fc0d053ac/info, priority=13, startTime=1733323811014; duration=0sec 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=90.2 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,069 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,070 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:11,071 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:11,071 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: eaf98e0aa457d87ead31661fc0d053ac:info 2024-12-04T14:50:11,072 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/7e5899e4842f44abb2485fdad2e62592 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/7e5899e4842f44abb2485fdad2e62592 2024-12-04T14:50:11,073 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] assignment.AssignmentManager(1363): Split request from d214edae7bd2,40073,1733323785550, parent={ENCODED => eaf98e0aa457d87ead31661fc0d053ac, NAME => 'TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-04T14:50:11,079 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:11,079 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/7e5899e4842f44abb2485fdad2e62592, entries=14, sequenceid=115, filesize=19.3 K 2024-12-04T14:50:11,080 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=4.11 KB/4204 for eaf98e0aa457d87ead31661fc0d053ac in 32ms, sequenceid=115, compaction requested=true 2024-12-04T14:50:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for eaf98e0aa457d87ead31661fc0d053ac: 2024-12-04T14:50:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=109.5 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=109.5 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,080 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,081 DEBUG [MemStoreFlusher.0 {}] regionserver.ConstantSizeRegionSplitPolicy(101): Should split because region size is big enough sumSize=109.5 K, sizeToCheck=16.0 K 2024-12-04T14:50:11,081 DEBUG [MemStoreFlusher.0 {}] regionserver.IncreasingToUpperBoundRegionSplitPolicy(85): regionsWithCommonTable=1 2024-12-04T14:50:11,081 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(239): Splitting TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=1 2024-12-04T14:50:11,084 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=3c350780482e3d3a01f54ceea576cd91, daughterB=03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:11,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=3c350780482e3d3a01f54ceea576cd91, daughterB=03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:11,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=3c350780482e3d3a01f54ceea576cd91, daughterB=03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:11,086 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=3c350780482e3d3a01f54ceea576cd91, daughterB=03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:11,087 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] assignment.AssignmentManager(1363): Split request from d214edae7bd2,40073,1733323785550, parent={ENCODED => eaf98e0aa457d87ead31661fc0d053ac, NAME => 'TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.', STARTKEY => '', ENDKEY => ''}, splitKey=row0064 2024-12-04T14:50:11,088 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=SPLITTING, location=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:11,089 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39119 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a 2024-12-04T14:50:11,089 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(842): Waiting on xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a held by pid=7 2024-12-04T14:50:11,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, UNASSIGN}] 2024-12-04T14:50:11,095 DEBUG [PEWorker-4 {}] assignment.SplitTableRegionProcedure(162): LOCK_EVENT_WAIT SchemaLocking[serverLocks={},namespaceLocks={hbase=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},tableLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},regionLocks={},peerLocks={},metaLocks={hbase:meta=LockAndQueue[exclusiveLock=false,sharedLockCount=0,waitingProcCount=0]},globalLocks={}] 2024-12-04T14:50:11,095 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, UNASSIGN 2024-12-04T14:50:11,095 DEBUG [PEWorker-4 {}] procedure2.ProcedureExecutor(1511): LOCK_EVENT_WAIT pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a 2024-12-04T14:50:11,098 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaf98e0aa457d87ead31661fc0d053ac, regionState=CLOSING, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:11,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, UNASSIGN because future has completed 2024-12-04T14:50:11,100 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: true: evictOnSplit: true: evictOnClose: false 2024-12-04T14:50:11,101 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550}] 2024-12-04T14:50:11,258 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(122): Close eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,258 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(136): Unassign region: split region: true: evictCache: true 2024-12-04T14:50:11,259 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1722): Closing eaf98e0aa457d87ead31661fc0d053ac, disabling compactions & flushes 2024-12-04T14:50:11,259 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:50:11,259 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:50:11,259 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. after waiting 0 ms 2024-12-04T14:50:11,259 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:50:11,260 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(2902): Flushing eaf98e0aa457d87ead31661fc0d053ac 1/1 column families, dataSize=4.11 KB heapSize=4.66 KB 2024-12-04T14:50:11,265 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/da0b2de5660d40e0891f0dd3d9179aff is 1055, key is row0093/info:/1733323811050/Put/seqid=0 2024-12-04T14:50:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741846_1022 (size=9170) 2024-12-04T14:50:11,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741846_1022 (size=9170) 2024-12-04T14:50:11,674 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.11 KB at sequenceid=123 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/da0b2de5660d40e0891f0dd3d9179aff 2024-12-04T14:50:11,687 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/.tmp/info/da0b2de5660d40e0891f0dd3d9179aff as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/da0b2de5660d40e0891f0dd3d9179aff 2024-12-04T14:50:11,693 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/da0b2de5660d40e0891f0dd3d9179aff, entries=4, sequenceid=123, filesize=9.0 K 2024-12-04T14:50:11,694 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(3140): Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for eaf98e0aa457d87ead31661fc0d053ac in 434ms, sequenceid=123, compaction requested=true 2024-12-04T14:50:11,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/8f77a3b3cdd349a5af9d51e75e992c67, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/a14b0b5bee3b42ceacc60690aaf00e1a, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/6e476e74cbc34b329ca52dc2558515f5, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/581319694720404dac67625d1b545c82] to archive 2024-12-04T14:50:11,695 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T14:50:11,697 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/8f77a3b3cdd349a5af9d51e75e992c67 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/8f77a3b3cdd349a5af9d51e75e992c67 2024-12-04T14:50:11,698 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/32c25b6606194ee0b0af4e0cea4a5ced 2024-12-04T14:50:11,700 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/90e196432eb9498db15bfa08fc894ebd 2024-12-04T14:50:11,701 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/a14b0b5bee3b42ceacc60690aaf00e1a to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/a14b0b5bee3b42ceacc60690aaf00e1a 2024-12-04T14:50:11,702 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/6e476e74cbc34b329ca52dc2558515f5 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/6e476e74cbc34b329ca52dc2558515f5 2024-12-04T14:50:11,704 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/581319694720404dac67625d1b545c82 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/581319694720404dac67625d1b545c82 2024-12-04T14:50:11,710 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=1 2024-12-04T14:50:11,711 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. 2024-12-04T14:50:11,711 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] regionserver.HRegion(1676): Region close journal for eaf98e0aa457d87ead31661fc0d053ac: Waiting for close lock at 1733323811259Running coprocessor pre-close hooks at 1733323811259Disabling compacts and flushes for region at 1733323811259Disabling writes for close at 1733323811259Obtaining lock to block concurrent updates at 1733323811260 (+1 ms)Preparing flush snapshotting stores in eaf98e0aa457d87ead31661fc0d053ac at 1733323811260Finished memstore snapshotting TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., syncing WAL and waiting on mvcc, flushsize=dataSize=4204, getHeapSize=4752, getOffHeapSize=0, getCellsCount=4 at 1733323811260Flushing stores of TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. at 1733323811261 (+1 ms)Flushing eaf98e0aa457d87ead31661fc0d053ac/info: creating writer at 1733323811261Flushing eaf98e0aa457d87ead31661fc0d053ac/info: appending metadata at 1733323811264 (+3 ms)Flushing eaf98e0aa457d87ead31661fc0d053ac/info: closing flushed file at 1733323811264Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3df85b1b: reopening flushed file at 1733323811686 (+422 ms)Finished flush of dataSize ~4.11 KB/4204, heapSize ~4.64 KB/4752, currentSize=0 B/0 for eaf98e0aa457d87ead31661fc0d053ac in 434ms, sequenceid=123, compaction requested=true at 1733323811694 (+8 ms)Writing region close event to WAL at 1733323811707 (+13 ms)Running coprocessor post-close hooks at 1733323811711 (+4 ms)Closed at 1733323811711 2024-12-04T14:50:11,714 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION, pid=10}] handler.UnassignRegionHandler(157): Closed eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,715 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=eaf98e0aa457d87ead31661fc0d053ac, regionState=CLOSED 2024-12-04T14:50:11,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; CloseRegionProcedure eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 because future has completed 2024-12-04T14:50:11,721 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-04T14:50:11,722 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; CloseRegionProcedure eaf98e0aa457d87ead31661fc0d053ac, server=d214edae7bd2,40073,1733323785550 in 619 msec 2024-12-04T14:50:11,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=7 2024-12-04T14:50:11,724 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=eaf98e0aa457d87ead31661fc0d053ac, UNASSIGN in 630 msec 2024-12-04T14:50:11,733 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:11,737 INFO [PEWorker-5 {}] assignment.SplitTableRegionProcedure(728): pid=7 splitting 4 storefiles, region=eaf98e0aa457d87ead31661fc0d053ac, threads=4 2024-12-04T14:50:11,738 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/4367186961d545e6a18a7a05a858d86c for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,738 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/7e5899e4842f44abb2485fdad2e62592 for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,738 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,738 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(823): pid=7 splitting started for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/da0b2de5660d40e0891f0dd3d9179aff for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,750 DEBUG [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/7e5899e4842f44abb2485fdad2e62592, top=true 2024-12-04T14:50:11,750 DEBUG [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/4367186961d545e6a18a7a05a858d86c, top=true 2024-12-04T14:50:11,750 DEBUG [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(650): Will create HFileLink file for hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/da0b2de5660d40e0891f0dd3d9179aff, top=true 2024-12-04T14:50:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741847_1023 (size=27) 2024-12-04T14:50:11,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741847_1023 (size=27) 2024-12-04T14:50:11,764 INFO [StoreFileSplitter-pool-3 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff for child: 03b79f0e4bfeafc35014e37d2224467b, parent: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,764 DEBUG [StoreFileSplitter-pool-3 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/da0b2de5660d40e0891f0dd3d9179aff for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,765 INFO [StoreFileSplitter-pool-1 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592 for child: 03b79f0e4bfeafc35014e37d2224467b, parent: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,765 INFO [StoreFileSplitter-pool-0 {}] regionserver.HRegionFileSystem(691): Created linkFile:hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c for child: 03b79f0e4bfeafc35014e37d2224467b, parent: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,765 DEBUG [StoreFileSplitter-pool-1 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/7e5899e4842f44abb2485fdad2e62592 for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,765 DEBUG [StoreFileSplitter-pool-0 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/4367186961d545e6a18a7a05a858d86c for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741848_1024 (size=27) 2024-12-04T14:50:11,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741848_1024 (size=27) 2024-12-04T14:50:11,768 DEBUG [StoreFileSplitter-pool-2 {}] assignment.SplitTableRegionProcedure(834): pid=7 splitting complete for store file: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea for region: eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:11,770 DEBUG [PEWorker-5 {}] assignment.SplitTableRegionProcedure(802): pid=7 split storefiles for region eaf98e0aa457d87ead31661fc0d053ac Daughter A: [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac] storefiles, Daughter B: [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff] storefiles. 2024-12-04T14:50:11,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741849_1025 (size=71) 2024-12-04T14:50:11,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741849_1025 (size=71) 2024-12-04T14:50:11,782 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:11,796 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741850_1026 (size=71) 2024-12-04T14:50:11,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741850_1026 (size=71) 2024-12-04T14:50:11,799 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:11,809 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-12-04T14:50:11,811 DEBUG [PEWorker-5 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/recovered.edits/126.seqid, newMaxSeqId=126, maxSeqId=-1 2024-12-04T14:50:11,813 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.","families":{"info":[{"qualifier":"regioninfo","vlen":63,"tag":[],"timestamp":"1733323811813"},{"qualifier":"splitA","vlen":70,"tag":[],"timestamp":"1733323811813"},{"qualifier":"splitB","vlen":70,"tag":[],"timestamp":"1733323811813"}]},"ts":"1733323811813"} 2024-12-04T14:50:11,813 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733323811813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733323811813"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733323811813"}]},"ts":"1733323811813"} 2024-12-04T14:50:11,813 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Put {"totalColumns":3,"row":"TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.","families":{"info":[{"qualifier":"regioninfo","vlen":70,"tag":[],"timestamp":"1733323811813"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733323811813"},{"qualifier":"seqnumDuringOpen","vlen":8,"tag":[],"timestamp":"1733323811813"}]},"ts":"1733323811813"} 2024-12-04T14:50:11,828 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3c350780482e3d3a01f54ceea576cd91, ASSIGN}, {pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b79f0e4bfeafc35014e37d2224467b, ASSIGN}] 2024-12-04T14:50:11,829 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b79f0e4bfeafc35014e37d2224467b, ASSIGN 2024-12-04T14:50:11,829 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3c350780482e3d3a01f54ceea576cd91, ASSIGN 2024-12-04T14:50:11,830 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b79f0e4bfeafc35014e37d2224467b, ASSIGN; state=SPLITTING_NEW, location=d214edae7bd2,40073,1733323785550; forceNewPlan=false, retain=false 2024-12-04T14:50:11,830 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3c350780482e3d3a01f54ceea576cd91, ASSIGN; state=SPLITTING_NEW, location=d214edae7bd2,40073,1733323785550; forceNewPlan=false, retain=false 2024-12-04T14:50:11,981 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=03b79f0e4bfeafc35014e37d2224467b, regionState=OPENING, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:11,981 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3c350780482e3d3a01f54ceea576cd91, regionState=OPENING, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:11,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b79f0e4bfeafc35014e37d2224467b, ASSIGN because future has completed 2024-12-04T14:50:11,985 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550}] 2024-12-04T14:50:11,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=7, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3c350780482e3d3a01f54ceea576cd91, ASSIGN because future has completed 2024-12-04T14:50:11,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c350780482e3d3a01f54ceea576cd91, server=d214edae7bd2,40073,1733323785550}] 2024-12-04T14:50:12,147 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:12,147 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c350780482e3d3a01f54ceea576cd91, NAME => 'TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.', STARTKEY => '', ENDKEY => 'row0064'} 2024-12-04T14:50:12,148 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,148 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:50:12,149 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7794): checking encryption for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,149 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(7797): checking classloading for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,152 INFO [StoreOpener-3c350780482e3d3a01f54ceea576cd91-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,153 INFO [StoreOpener-3c350780482e3d3a01f54ceea576cd91-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c350780482e3d3a01f54ceea576cd91 columnFamilyName info 2024-12-04T14:50:12,153 DEBUG [StoreOpener-3c350780482e3d3a01f54ceea576cd91-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:12,169 DEBUG [StoreOpener-3c350780482e3d3a01f54ceea576cd91-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac->hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea-bottom 2024-12-04T14:50:12,170 INFO [StoreOpener-3c350780482e3d3a01f54ceea576cd91-1 {}] regionserver.HStore(327): Store=3c350780482e3d3a01f54ceea576cd91/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:50:12,170 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1038): replaying wal for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,171 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,172 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,173 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1048): stopping wal replay for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,173 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1060): Cleaning up temporary data for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,175 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1093): writing seq id for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,176 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1114): Opened 3c350780482e3d3a01f54ceea576cd91; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=878741, jitterRate=0.11737744510173798}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T14:50:12,177 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:12,177 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegion(1006): Region open journal for 3c350780482e3d3a01f54ceea576cd91: Running coprocessor pre-open hook at 1733323812149Writing region info on filesystem at 1733323812149Initializing all the Stores at 1733323812151 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323812151Cleaning up temporary data from old regions at 1733323812173 (+22 ms)Running coprocessor post-open hooks at 1733323812177 (+4 ms)Region opened successfully at 1733323812177 2024-12-04T14:50:12,178 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91., pid=14, masterSystemTime=1733323812139 2024-12-04T14:50:12,178 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(403): Add compact mark for store 3c350780482e3d3a01f54ceea576cd91:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:12,178 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:12,178 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 1 store files, 0 compacting, 1 eligible, 16 blocking 2024-12-04T14:50:12,179 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:12,179 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 3c350780482e3d3a01f54ceea576cd91/info is initiating minor compaction (all files) 2024-12-04T14:50:12,179 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 3c350780482e3d3a01f54ceea576cd91/info in TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:12,179 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac->hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea-bottom] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/.tmp, totalSize=72.0 K 2024-12-04T14:50:12,180 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733323796720 2024-12-04T14:50:12,181 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:12,181 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=14}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:12,181 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:12,181 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 03b79f0e4bfeafc35014e37d2224467b, NAME => 'TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.', STARTKEY => 'row0064', ENDKEY => ''} 2024-12-04T14:50:12,181 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestLogRolling-testLogRolling 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,181 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:50:12,181 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=3c350780482e3d3a01f54ceea576cd91, regionState=OPEN, openSeqNum=127, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:12,181 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,182 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,183 INFO [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,184 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 1588230740 2024-12-04T14:50:12,184 DEBUG [MemStoreFlusher.0 {}] regionserver.FlushAllLargeStoresPolicy(69): Since none of the CFs were above the size, flushing all. 2024-12-04T14:50:12,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c350780482e3d3a01f54ceea576cd91, server=d214edae7bd2,40073,1733323785550 because future has completed 2024-12-04T14:50:12,184 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=5.11 KB heapSize=8.96 KB 2024-12-04T14:50:12,184 INFO [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 03b79f0e4bfeafc35014e37d2224467b columnFamilyName info 2024-12-04T14:50:12,184 DEBUG [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:12,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=11 2024-12-04T14:50:12,189 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c350780482e3d3a01f54ceea576cd91, server=d214edae7bd2,40073,1733323785550 in 199 msec 2024-12-04T14:50:12,191 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=3c350780482e3d3a01f54ceea576cd91, ASSIGN in 361 msec 2024-12-04T14:50:12,194 DEBUG [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac->hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea-top 2024-12-04T14:50:12,220 DEBUG [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c 2024-12-04T14:50:12,221 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/info/43ba47b65078436d8fb5e36662c07a62 is 193, key is TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b./info:regioninfo/1733323811981/Put/seqid=0 2024-12-04T14:50:12,224 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 3c350780482e3d3a01f54ceea576cd91#info#compaction#42 average throughput is 15.79 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:12,224 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/.tmp/info/444474c1d92e4373a12d6e3ce7a9b79e is 1055, key is row0001/info:/1733323796720/Put/seqid=0 2024-12-04T14:50:12,225 DEBUG [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592 2024-12-04T14:50:12,230 DEBUG [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff 2024-12-04T14:50:12,230 INFO [StoreOpener-03b79f0e4bfeafc35014e37d2224467b-1 {}] regionserver.HStore(327): Store=03b79f0e4bfeafc35014e37d2224467b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:50:12,230 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,231 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741851_1027 (size=9847) 2024-12-04T14:50:12,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741851_1027 (size=9847) 2024-12-04T14:50:12,233 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,233 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.92 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/info/43ba47b65078436d8fb5e36662c07a62 2024-12-04T14:50:12,233 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,233 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741852_1028 (size=71441) 2024-12-04T14:50:12,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741852_1028 (size=71441) 2024-12-04T14:50:12,236 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,237 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 03b79f0e4bfeafc35014e37d2224467b; next sequenceid=127; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=862318, jitterRate=0.09649471938610077}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-04T14:50:12,237 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:12,237 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 03b79f0e4bfeafc35014e37d2224467b: Running coprocessor pre-open hook at 1733323812182Writing region info on filesystem at 1733323812182Initializing all the Stores at 1733323812182Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323812182Cleaning up temporary data from old regions at 1733323812234 (+52 ms)Running coprocessor post-open hooks at 1733323812237 (+3 ms)Region opened successfully at 1733323812237 2024-12-04T14:50:12,238 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., pid=13, masterSystemTime=1733323812139 2024-12-04T14:50:12,238 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 2 2024-12-04T14:50:12,238 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:12,238 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-04T14:50:12,239 INFO [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HStore(1527): Keeping/Overriding Compaction request priority to -2147482648 for CF info since it belongs to recently split daughter region TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:12,239 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:12,239 INFO [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:12,240 INFO [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac->hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea-top, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=118.5 K 2024-12-04T14:50:12,240 DEBUG [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:12,240 INFO [RS_OPEN_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:12,240 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] compactions.Compactor(225): Compacting 9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac, keycount=32, bloomtype=ROW, size=72.0 K, encoding=NONE, compression=NONE, seqNum=83, earliestPutTs=1733323796720 2024-12-04T14:50:12,241 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=03b79f0e4bfeafc35014e37d2224467b, regionState=OPEN, openSeqNum=127, regionLocation=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:12,241 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=98, earliestPutTs=1733323810987 2024-12-04T14:50:12,241 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=115, earliestPutTs=1733323811017 2024-12-04T14:50:12,242 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] compactions.Compactor(225): Compacting TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff, keycount=4, bloomtype=ROW, size=9.0 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733323811050 2024-12-04T14:50:12,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 because future has completed 2024-12-04T14:50:12,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-04T14:50:12,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 in 260 msec 2024-12-04T14:50:12,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=7 2024-12-04T14:50:12,248 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=7, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=TestLogRolling-testLogRolling, region=03b79f0e4bfeafc35014e37d2224467b, ASSIGN in 418 msec 2024-12-04T14:50:12,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=3c350780482e3d3a01f54ceea576cd91, daughterB=03b79f0e4bfeafc35014e37d2224467b in 1.1690 sec 2024-12-04T14:50:12,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a 2024-12-04T14:50:12,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a 2024-12-04T14:50:12,250 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, state=RUNNABLE:SPLIT_TABLE_REGION_PREPARE, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a 2024-12-04T14:50:12,251 INFO [PEWorker-1 {}] assignment.SplitTableRegionProcedure(534): Split of {ENCODED => eaf98e0aa457d87ead31661fc0d053ac, NAME => 'TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac.', STARTKEY => '', ENDKEY => ''} skipped; state is already SPLIT 2024-12-04T14:50:12,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; SplitTableRegionProcedure table=TestLogRolling-testLogRolling, parent=eaf98e0aa457d87ead31661fc0d053ac, daughterA=dc0b90d04baf4e00f841f15766f0afc7, daughterB=d0de6e328ce7d904d96e33e90948be1a in 1.1640 sec 2024-12-04T14:50:12,256 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/ns/0acdb8af93f04561848b764167084562 is 43, key is default/ns:d/1733323786616/Put/seqid=0 2024-12-04T14:50:12,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741853_1029 (size=5153) 2024-12-04T14:50:12,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741853_1029 (size=5153) 2024-12-04T14:50:12,265 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/ns/0acdb8af93f04561848b764167084562 2024-12-04T14:50:12,268 INFO [RS:0;d214edae7bd2:40073-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#44 average throughput is 16.54 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:12,268 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/6caa964d0eff4348ab95878fc3c2097a is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741854_1030 (size=40102) 2024-12-04T14:50:12,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741854_1030 (size=40102) 2024-12-04T14:50:12,281 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/6caa964d0eff4348ab95878fc3c2097a as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6caa964d0eff4348ab95878fc3c2097a 2024-12-04T14:50:12,287 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/table/5daa5a301b5949f5be3397deeff218e1 is 65, key is TestLogRolling-testLogRolling/table:state/1733323787063/Put/seqid=0 2024-12-04T14:50:12,288 INFO [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into 6caa964d0eff4348ab95878fc3c2097a(size=39.2 K), total size for store is 39.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:12,288 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:12,288 INFO [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=12, startTime=1733323812238; duration=0sec 2024-12-04T14:50:12,289 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:12,289 DEBUG [RS:0;d214edae7bd2:40073-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:12,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741855_1031 (size=5340) 2024-12-04T14:50:12,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741855_1031 (size=5340) 2024-12-04T14:50:12,294 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=122 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/table/5daa5a301b5949f5be3397deeff218e1 2024-12-04T14:50:12,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/info/43ba47b65078436d8fb5e36662c07a62 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/info/43ba47b65078436d8fb5e36662c07a62 2024-12-04T14:50:12,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/info/43ba47b65078436d8fb5e36662c07a62, entries=30, sequenceid=17, filesize=9.6 K 2024-12-04T14:50:12,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/ns/0acdb8af93f04561848b764167084562 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/ns/0acdb8af93f04561848b764167084562 2024-12-04T14:50:12,317 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/ns/0acdb8af93f04561848b764167084562, entries=2, sequenceid=17, filesize=5.0 K 2024-12-04T14:50:12,318 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/table/5daa5a301b5949f5be3397deeff218e1 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/table/5daa5a301b5949f5be3397deeff218e1 2024-12-04T14:50:12,324 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/table/5daa5a301b5949f5be3397deeff218e1, entries=2, sequenceid=17, filesize=5.2 K 2024-12-04T14:50:12,325 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~5.11 KB/5234, heapSize ~8.66 KB/8872, currentSize=705 B/705 for 1588230740 in 141ms, sequenceid=17, compaction requested=false 2024-12-04T14:50:12,325 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-04T14:50:12,643 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/.tmp/info/444474c1d92e4373a12d6e3ce7a9b79e as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/444474c1d92e4373a12d6e3ce7a9b79e 2024-12-04T14:50:12,651 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 1 (all) file(s) in 3c350780482e3d3a01f54ceea576cd91/info of 3c350780482e3d3a01f54ceea576cd91 into 444474c1d92e4373a12d6e3ce7a9b79e(size=69.8 K), total size for store is 69.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:12,651 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 3c350780482e3d3a01f54ceea576cd91: 2024-12-04T14:50:12,651 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91., storeName=3c350780482e3d3a01f54ceea576cd91/info, priority=15, startTime=1733323812178; duration=0sec 2024-12-04T14:50:12,651 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:12,651 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 3c350780482e3d3a01f54ceea576cd91:info 2024-12-04T14:50:13,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51680 deadline: 1733323823061, exception=org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. is not online on d214edae7bd2,40073,1733323785550 2024-12-04T14:50:13,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2 , the old value is region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. is not online on d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:50:13,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac. is not online on d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2943) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:50:13,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=TestLogRolling-testLogRolling,,1733323786691.eaf98e0aa457d87ead31661fc0d053ac., hostname=d214edae7bd2,40073,1733323785550, seqNum=2 from cache 2024-12-04T14:50:15,390 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:50:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,723 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,725 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:16,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-04T14:50:17,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,246 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,250 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:17,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-04T14:50:23,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'TestLogRolling-testLogRolling', row='row0097', locateType=CURRENT is [region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127] 2024-12-04T14:50:23,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:23,150 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:50:23,155 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/947319fed38244d3a6ea6cba76962641 is 1055, key is row0097/info:/1733323823133/Put/seqid=0 2024-12-04T14:50:23,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741856_1032 (size=13394) 2024-12-04T14:50:23,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741856_1032 (size=13394) 2024-12-04T14:50:23,169 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=138 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/947319fed38244d3a6ea6cba76962641 2024-12-04T14:50:23,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/947319fed38244d3a6ea6cba76962641 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/947319fed38244d3a6ea6cba76962641 2024-12-04T14:50:23,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/947319fed38244d3a6ea6cba76962641, entries=8, sequenceid=138, filesize=13.1 K 2024-12-04T14:50:23,188 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=10.26 KB/10510 for 03b79f0e4bfeafc35014e37d2224467b in 38ms, sequenceid=138, compaction requested=false 2024-12-04T14:50:23,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:23,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:23,190 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T14:50:23,196 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/e6ea33809fd743c28e2fb50907c8de5b is 1055, key is row0105/info:/1733323823152/Put/seqid=0 2024-12-04T14:50:23,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741857_1033 (size=17606) 2024-12-04T14:50:23,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741857_1033 (size=17606) 2024-12-04T14:50:23,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=153 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/e6ea33809fd743c28e2fb50907c8de5b 2024-12-04T14:50:23,228 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/e6ea33809fd743c28e2fb50907c8de5b as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6ea33809fd743c28e2fb50907c8de5b 2024-12-04T14:50:23,234 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6ea33809fd743c28e2fb50907c8de5b, entries=12, sequenceid=153, filesize=17.2 K 2024-12-04T14:50:23,235 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=12.32 KB/12612 for 03b79f0e4bfeafc35014e37d2224467b in 45ms, sequenceid=153, compaction requested=true 2024-12-04T14:50:23,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:23,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:23,236 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:23,236 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:23,237 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 71102 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:23,237 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:23,237 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:23,237 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6caa964d0eff4348ab95878fc3c2097a, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/947319fed38244d3a6ea6cba76962641, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6ea33809fd743c28e2fb50907c8de5b] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=69.4 K 2024-12-04T14:50:23,238 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6caa964d0eff4348ab95878fc3c2097a, keycount=33, bloomtype=ROW, size=39.2 K, encoding=NONE, compression=NONE, seqNum=123, earliestPutTs=1733323808978 2024-12-04T14:50:23,238 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 947319fed38244d3a6ea6cba76962641, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=138, earliestPutTs=1733323823133 2024-12-04T14:50:23,238 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6ea33809fd743c28e2fb50907c8de5b, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733323823152 2024-12-04T14:50:23,256 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#48 average throughput is 26.56 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:23,256 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/71eae25deb0b4293b1147d4fca00e523 is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:23,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741858_1034 (size=61332) 2024-12-04T14:50:23,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741858_1034 (size=61332) 2024-12-04T14:50:23,279 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/71eae25deb0b4293b1147d4fca00e523 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/71eae25deb0b4293b1147d4fca00e523 2024-12-04T14:50:23,291 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into 71eae25deb0b4293b1147d4fca00e523(size=59.9 K), total size for store is 59.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:23,291 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:23,291 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=13, startTime=1733323823236; duration=0sec 2024-12-04T14:50:23,291 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:23,291 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:25,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:25,220 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T14:50:25,236 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/78bb1673b478433cbac0b74a0919d92f is 1055, key is row0117/info:/1733323823191/Put/seqid=0 2024-12-04T14:50:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741859_1035 (size=18675) 2024-12-04T14:50:25,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741859_1035 (size=18675) 2024-12-04T14:50:25,295 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=170 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/78bb1673b478433cbac0b74a0919d92f 2024-12-04T14:50:25,301 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T14:50:25,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51680 deadline: 1733323835300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:50:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:50:25,303 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127 because the exception is null or not the one we care about 2024-12-04T14:50:25,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/78bb1673b478433cbac0b74a0919d92f as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/78bb1673b478433cbac0b74a0919d92f 2024-12-04T14:50:25,334 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/78bb1673b478433cbac0b74a0919d92f, entries=13, sequenceid=170, filesize=18.2 K 2024-12-04T14:50:25,337 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=16.42 KB/16816 for 03b79f0e4bfeafc35014e37d2224467b in 117ms, sequenceid=170, compaction requested=false 2024-12-04T14:50:25,337 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:26,657 INFO [master/d214edae7bd2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-04T14:50:26,657 INFO [master/d214edae7bd2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-04T14:50:31,559 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 1588230740, had cached 0 bytes from a total of 20340 2024-12-04T14:50:35,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:35,336 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=17.45 KB heapSize=18.98 KB 2024-12-04T14:50:35,344 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/e6709c33083a4ca2b1d4df59a446b10e is 1055, key is row0130/info:/1733323825224/Put/seqid=0 2024-12-04T14:50:35,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741860_1036 (size=22891) 2024-12-04T14:50:35,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741860_1036 (size=22891) 2024-12-04T14:50:35,359 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.45 KB at sequenceid=190 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/e6709c33083a4ca2b1d4df59a446b10e 2024-12-04T14:50:35,365 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(5310): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-12-04T14:50:35,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 1.2 K connection: 172.17.0.2:51680 deadline: 1733323845365, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 2024-12-04T14:50:35,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/e6709c33083a4ca2b1d4df59a446b10e as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6709c33083a4ca2b1d4df59a446b10e 2024-12-04T14:50:35,366 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127 , the old value is region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127, error=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:50:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127 is org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=32.0 K, regionName=03b79f0e4bfeafc35014e37d2224467b, server=d214edae7bd2,40073,1733323785550 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5308) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$11(HRegion.java:3329) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3322) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3018) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:2981) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-04T14:50:35,367 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(76): Will not update region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., hostname=d214edae7bd2,40073,1733323785550, seqNum=127 because the exception is null or not the one we care about 2024-12-04T14:50:35,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6709c33083a4ca2b1d4df59a446b10e, entries=17, sequenceid=190, filesize=22.4 K 2024-12-04T14:50:35,372 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~17.45 KB/17867, heapSize ~18.96 KB/19416, currentSize=12.32 KB/12612 for 03b79f0e4bfeafc35014e37d2224467b in 37ms, sequenceid=190, compaction requested=true 2024-12-04T14:50:35,372 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:35,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:35,372 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:35,372 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:35,373 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102898 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:35,373 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:35,373 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:35,373 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/71eae25deb0b4293b1147d4fca00e523, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/78bb1673b478433cbac0b74a0919d92f, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6709c33083a4ca2b1d4df59a446b10e] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=100.5 K 2024-12-04T14:50:35,373 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 71eae25deb0b4293b1147d4fca00e523, keycount=53, bloomtype=ROW, size=59.9 K, encoding=NONE, compression=NONE, seqNum=153, earliestPutTs=1733323808978 2024-12-04T14:50:35,374 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 78bb1673b478433cbac0b74a0919d92f, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=170, earliestPutTs=1733323823191 2024-12-04T14:50:35,374 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting e6709c33083a4ca2b1d4df59a446b10e, keycount=17, bloomtype=ROW, size=22.4 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733323825224 2024-12-04T14:50:35,384 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#51 average throughput is 41.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:35,385 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/a227cca4abb74505a1c3d6afcb8b5428 is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:35,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741861_1037 (size=93101) 2024-12-04T14:50:35,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741861_1037 (size=93101) 2024-12-04T14:50:35,394 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/a227cca4abb74505a1c3d6afcb8b5428 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/a227cca4abb74505a1c3d6afcb8b5428 2024-12-04T14:50:35,400 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into a227cca4abb74505a1c3d6afcb8b5428(size=90.9 K), total size for store is 90.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:35,400 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:35,400 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=13, startTime=1733323835372; duration=0sec 2024-12-04T14:50:35,400 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:35,400 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:45,391 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-04T14:50:45,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:45,452 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=13.34 KB heapSize=14.57 KB 2024-12-04T14:50:45,458 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/707d649bb305475a8dad5214102ef8cb is 1055, key is row0147/info:/1733323835339/Put/seqid=0 2024-12-04T14:50:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741862_1038 (size=18675) 2024-12-04T14:50:45,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741862_1038 (size=18675) 2024-12-04T14:50:45,463 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.34 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/707d649bb305475a8dad5214102ef8cb 2024-12-04T14:50:45,469 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/707d649bb305475a8dad5214102ef8cb as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/707d649bb305475a8dad5214102ef8cb 2024-12-04T14:50:45,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/707d649bb305475a8dad5214102ef8cb, entries=13, sequenceid=207, filesize=18.2 K 2024-12-04T14:50:45,474 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~13.34 KB/13663, heapSize ~14.55 KB/14904, currentSize=1.03 KB/1051 for 03b79f0e4bfeafc35014e37d2224467b in 23ms, sequenceid=207, compaction requested=false 2024-12-04T14:50:45,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:47,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:47,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:50:47,473 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/41afada86109432b8cea1443daddb8ae is 1055, key is row0160/info:/1733323845453/Put/seqid=0 2024-12-04T14:50:47,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741863_1039 (size=13394) 2024-12-04T14:50:47,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741863_1039 (size=13394) 2024-12-04T14:50:47,479 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=218 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/41afada86109432b8cea1443daddb8ae 2024-12-04T14:50:47,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/41afada86109432b8cea1443daddb8ae as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/41afada86109432b8cea1443daddb8ae 2024-12-04T14:50:47,492 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/41afada86109432b8cea1443daddb8ae, entries=8, sequenceid=218, filesize=13.1 K 2024-12-04T14:50:47,493 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=13.34 KB/13663 for 03b79f0e4bfeafc35014e37d2224467b in 25ms, sequenceid=218, compaction requested=true 2024-12-04T14:50:47,493 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:47,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:47,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:47,493 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:47,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:47,494 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-04T14:50:47,495 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 125170 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:47,495 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:47,495 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:47,495 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/a227cca4abb74505a1c3d6afcb8b5428, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/707d649bb305475a8dad5214102ef8cb, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/41afada86109432b8cea1443daddb8ae] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=122.2 K 2024-12-04T14:50:47,495 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting a227cca4abb74505a1c3d6afcb8b5428, keycount=83, bloomtype=ROW, size=90.9 K, encoding=NONE, compression=NONE, seqNum=190, earliestPutTs=1733323808978 2024-12-04T14:50:47,496 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 707d649bb305475a8dad5214102ef8cb, keycount=13, bloomtype=ROW, size=18.2 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733323835339 2024-12-04T14:50:47,496 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 41afada86109432b8cea1443daddb8ae, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733323845453 2024-12-04T14:50:47,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/f7282a07d93b4ae48dce89c8460161fa is 1055, key is row0168/info:/1733323847469/Put/seqid=0 2024-12-04T14:50:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741864_1040 (size=19728) 2024-12-04T14:50:47,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741864_1040 (size=19728) 2024-12-04T14:50:47,505 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/f7282a07d93b4ae48dce89c8460161fa 2024-12-04T14:50:47,510 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#55 average throughput is 34.75 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:47,511 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/c6f4f9cb8ac0455da65efd57eaf0a884 is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741865_1041 (size=115320) 2024-12-04T14:50:47,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741865_1041 (size=115320) 2024-12-04T14:50:47,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/f7282a07d93b4ae48dce89c8460161fa as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/f7282a07d93b4ae48dce89c8460161fa 2024-12-04T14:50:47,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/f7282a07d93b4ae48dce89c8460161fa, entries=14, sequenceid=235, filesize=19.3 K 2024-12-04T14:50:47,523 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/c6f4f9cb8ac0455da65efd57eaf0a884 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c6f4f9cb8ac0455da65efd57eaf0a884 2024-12-04T14:50:47,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=11.29 KB/11561 for 03b79f0e4bfeafc35014e37d2224467b in 30ms, sequenceid=235, compaction requested=false 2024-12-04T14:50:47,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:47,529 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into c6f4f9cb8ac0455da65efd57eaf0a884(size=112.6 K), total size for store is 131.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:47,529 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:47,529 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=13, startTime=1733323847493; duration=0sec 2024-12-04T14:50:47,529 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:47,529 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:49,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:49,524 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=12.32 KB heapSize=13.47 KB 2024-12-04T14:50:49,532 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/6c8922b5a7024cf0a1b72c8a56b37c8e is 1055, key is row0182/info:/1733323847495/Put/seqid=0 2024-12-04T14:50:49,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741866_1042 (size=17606) 2024-12-04T14:50:49,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741866_1042 (size=17606) 2024-12-04T14:50:49,537 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.32 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/6c8922b5a7024cf0a1b72c8a56b37c8e 2024-12-04T14:50:49,544 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/6c8922b5a7024cf0a1b72c8a56b37c8e as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6c8922b5a7024cf0a1b72c8a56b37c8e 2024-12-04T14:50:49,551 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6c8922b5a7024cf0a1b72c8a56b37c8e, entries=12, sequenceid=251, filesize=17.2 K 2024-12-04T14:50:49,551 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~12.32 KB/12612, heapSize ~13.45 KB/13776, currentSize=13.34 KB/13663 for 03b79f0e4bfeafc35014e37d2224467b in 27ms, sequenceid=251, compaction requested=true 2024-12-04T14:50:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:49,552 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:49,552 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:49,553 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 152654 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:49,553 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:49,553 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:49,553 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c6f4f9cb8ac0455da65efd57eaf0a884, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/f7282a07d93b4ae48dce89c8460161fa, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6c8922b5a7024cf0a1b72c8a56b37c8e] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=149.1 K 2024-12-04T14:50:49,553 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-04T14:50:49,554 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting c6f4f9cb8ac0455da65efd57eaf0a884, keycount=104, bloomtype=ROW, size=112.6 K, encoding=NONE, compression=NONE, seqNum=218, earliestPutTs=1733323808978 2024-12-04T14:50:49,555 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting f7282a07d93b4ae48dce89c8460161fa, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733323847469 2024-12-04T14:50:49,555 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 6c8922b5a7024cf0a1b72c8a56b37c8e, keycount=12, bloomtype=ROW, size=17.2 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733323847495 2024-12-04T14:50:49,559 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/21f4e4b495ec4a2492823e3d9a9aaa61 is 1055, key is row0194/info:/1733323849528/Put/seqid=0 2024-12-04T14:50:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741867_1043 (size=20793) 2024-12-04T14:50:49,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741867_1043 (size=20793) 2024-12-04T14:50:49,567 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=269 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/21f4e4b495ec4a2492823e3d9a9aaa61 2024-12-04T14:50:49,572 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#58 average throughput is 32.58 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:49,573 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/c2bf45fca315457aa6821a9cf6b4e227 is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:49,575 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/21f4e4b495ec4a2492823e3d9a9aaa61 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/21f4e4b495ec4a2492823e3d9a9aaa61 2024-12-04T14:50:49,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741868_1044 (size=143004) 2024-12-04T14:50:49,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741868_1044 (size=143004) 2024-12-04T14:50:49,581 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/21f4e4b495ec4a2492823e3d9a9aaa61, entries=15, sequenceid=269, filesize=20.3 K 2024-12-04T14:50:49,582 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/c2bf45fca315457aa6821a9cf6b4e227 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c2bf45fca315457aa6821a9cf6b4e227 2024-12-04T14:50:49,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=10.26 KB/10510 for 03b79f0e4bfeafc35014e37d2224467b in 29ms, sequenceid=269, compaction requested=false 2024-12-04T14:50:49,583 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:49,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:49,583 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=11.29 KB heapSize=12.37 KB 2024-12-04T14:50:49,588 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/49ea1d03f6454731b28a5db450efe7a7 is 1055, key is row0209/info:/1733323849555/Put/seqid=0 2024-12-04T14:50:49,590 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into c2bf45fca315457aa6821a9cf6b4e227(size=139.7 K), total size for store is 160.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:49,591 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:49,591 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=13, startTime=1733323849552; duration=0sec 2024-12-04T14:50:49,591 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:49,591 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741869_1045 (size=16564) 2024-12-04T14:50:49,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741869_1045 (size=16564) 2024-12-04T14:50:49,600 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.29 KB at sequenceid=283 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/49ea1d03f6454731b28a5db450efe7a7 2024-12-04T14:50:49,605 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/49ea1d03f6454731b28a5db450efe7a7 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/49ea1d03f6454731b28a5db450efe7a7 2024-12-04T14:50:49,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/49ea1d03f6454731b28a5db450efe7a7, entries=11, sequenceid=283, filesize=16.2 K 2024-12-04T14:50:49,611 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.29 KB/11561, heapSize ~12.35 KB/12648, currentSize=5.13 KB/5255 for 03b79f0e4bfeafc35014e37d2224467b in 28ms, sequenceid=283, compaction requested=true 2024-12-04T14:50:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:49,611 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:49,611 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:49,612 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 180361 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:49,613 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:49,613 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:49,613 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c2bf45fca315457aa6821a9cf6b4e227, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/21f4e4b495ec4a2492823e3d9a9aaa61, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/49ea1d03f6454731b28a5db450efe7a7] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=176.1 K 2024-12-04T14:50:49,613 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting c2bf45fca315457aa6821a9cf6b4e227, keycount=130, bloomtype=ROW, size=139.7 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733323808978 2024-12-04T14:50:49,613 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 21f4e4b495ec4a2492823e3d9a9aaa61, keycount=15, bloomtype=ROW, size=20.3 K, encoding=NONE, compression=NONE, seqNum=269, earliestPutTs=1733323849528 2024-12-04T14:50:49,614 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 49ea1d03f6454731b28a5db450efe7a7, keycount=11, bloomtype=ROW, size=16.2 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733323849555 2024-12-04T14:50:49,625 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#60 average throughput is 52.12 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:49,626 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/8733c3de30d847f491c937d568d9e1de is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:49,628 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741870_1046 (size=170511) 2024-12-04T14:50:49,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741870_1046 (size=170511) 2024-12-04T14:50:49,635 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/8733c3de30d847f491c937d568d9e1de as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/8733c3de30d847f491c937d568d9e1de 2024-12-04T14:50:49,642 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into 8733c3de30d847f491c937d568d9e1de(size=166.5 K), total size for store is 166.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:49,642 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:49,642 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=13, startTime=1733323849611; duration=0sec 2024-12-04T14:50:49,642 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:49,642 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:51,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:51,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=8.21 KB heapSize=9.06 KB 2024-12-04T14:50:51,611 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/969f00e9bdff45e0a4393e41f988be78 is 1055, key is row0220/info:/1733323849584/Put/seqid=0 2024-12-04T14:50:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741871_1047 (size=13402) 2024-12-04T14:50:51,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741871_1047 (size=13402) 2024-12-04T14:50:51,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.21 KB at sequenceid=296 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/969f00e9bdff45e0a4393e41f988be78 2024-12-04T14:50:51,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/969f00e9bdff45e0a4393e41f988be78 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/969f00e9bdff45e0a4393e41f988be78 2024-12-04T14:50:51,637 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/969f00e9bdff45e0a4393e41f988be78, entries=8, sequenceid=296, filesize=13.1 K 2024-12-04T14:50:51,639 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~8.21 KB/8408, heapSize ~9.05 KB/9264, currentSize=12.32 KB/12612 for 03b79f0e4bfeafc35014e37d2224467b in 32ms, sequenceid=296, compaction requested=false 2024-12-04T14:50:51,639 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:51,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40073 {}] regionserver.HRegion(8855): Flush requested on 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:51,641 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=14.37 KB heapSize=15.67 KB 2024-12-04T14:50:51,647 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/cbd9e8fc0ba54be79d91cedaf67c9d13 is 1055, key is row0228/info:/1733323851608/Put/seqid=0 2024-12-04T14:50:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741872_1048 (size=19742) 2024-12-04T14:50:51,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741872_1048 (size=19742) 2024-12-04T14:50:51,687 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=14.37 KB at sequenceid=313 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/cbd9e8fc0ba54be79d91cedaf67c9d13 2024-12-04T14:50:51,694 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/cbd9e8fc0ba54be79d91cedaf67c9d13 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/cbd9e8fc0ba54be79d91cedaf67c9d13 2024-12-04T14:50:51,700 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/cbd9e8fc0ba54be79d91cedaf67c9d13, entries=14, sequenceid=313, filesize=19.3 K 2024-12-04T14:50:51,701 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3140): Finished flush of dataSize ~14.37 KB/14714, heapSize ~15.66 KB/16032, currentSize=15.40 KB/15765 for 03b79f0e4bfeafc35014e37d2224467b in 60ms, sequenceid=313, compaction requested=true 2024-12-04T14:50:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 03b79f0e4bfeafc35014e37d2224467b:info, priority=-2147483648, current under compaction store size is 1 2024-12-04T14:50:51,702 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-04T14:50:51,702 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:51,703 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 203655 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-04T14:50:51,703 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1541): 03b79f0e4bfeafc35014e37d2224467b/info is initiating minor compaction (all files) 2024-12-04T14:50:51,703 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 03b79f0e4bfeafc35014e37d2224467b/info in TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:51,704 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/8733c3de30d847f491c937d568d9e1de, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/969f00e9bdff45e0a4393e41f988be78, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/cbd9e8fc0ba54be79d91cedaf67c9d13] into tmpdir=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp, totalSize=198.9 K 2024-12-04T14:50:51,704 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 8733c3de30d847f491c937d568d9e1de, keycount=156, bloomtype=ROW, size=166.5 K, encoding=NONE, compression=NONE, seqNum=283, earliestPutTs=1733323808978 2024-12-04T14:50:51,705 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting 969f00e9bdff45e0a4393e41f988be78, keycount=8, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=296, earliestPutTs=1733323849584 2024-12-04T14:50:51,705 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] compactions.Compactor(225): Compacting cbd9e8fc0ba54be79d91cedaf67c9d13, keycount=14, bloomtype=ROW, size=19.3 K, encoding=NONE, compression=NONE, seqNum=313, earliestPutTs=1733323851608 2024-12-04T14:50:51,723 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 03b79f0e4bfeafc35014e37d2224467b#info#compaction#63 average throughput is 35.68 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-04T14:50:51,724 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/61cd22571a6748958f3320266cbfdc88 is 1055, key is row0064/info:/1733323808978/Put/seqid=0 2024-12-04T14:50:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741873_1049 (size=193809) 2024-12-04T14:50:51,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741873_1049 (size=193809) 2024-12-04T14:50:51,735 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/61cd22571a6748958f3320266cbfdc88 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/61cd22571a6748958f3320266cbfdc88 2024-12-04T14:50:51,741 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 03b79f0e4bfeafc35014e37d2224467b/info of 03b79f0e4bfeafc35014e37d2224467b into 61cd22571a6748958f3320266cbfdc88(size=189.3 K), total size for store is 189.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-04T14:50:51,741 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:51,741 INFO [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., storeName=03b79f0e4bfeafc35014e37d2224467b/info, priority=13, startTime=1733323851702; duration=0sec 2024-12-04T14:50:51,741 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-04T14:50:51,741 DEBUG [RS:0;d214edae7bd2:40073-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 03b79f0e4bfeafc35014e37d2224467b:info 2024-12-04T14:50:53,681 INFO [Time-limited test {}] wal.AbstractTestLogRolling(285): after writing there are 0 log files 2024-12-04T14:50:53,699 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323853681, exclude list is [], retry=0 2024-12-04T14:50:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35823,DS-e4897780-e342-493c-b527-6f85d787d0ca,DISK] 2024-12-04T14:50:53,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5,DISK] 2024-12-04T14:50:53,703 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323786053 with entries=310, filesize=301.64 KB; new WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323853681 2024-12-04T14:50:53,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44621:44621),(127.0.0.1/127.0.0.1:46843:46843)] 2024-12-04T14:50:53,703 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323786053 is not closed yet, will try archiving it next time 2024-12-04T14:50:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741833_1009 (size=308883) 2024-12-04T14:50:53,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741833_1009 (size=308883) 2024-12-04T14:50:53,706 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 03b79f0e4bfeafc35014e37d2224467b 1/1 column families, dataSize=15.40 KB heapSize=16.77 KB 2024-12-04T14:50:53,710 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/93f0616c790c470da07fceb93aad9516 is 1055, key is row0242/info:/1733323851642/Put/seqid=0 2024-12-04T14:50:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741875_1051 (size=20796) 2024-12-04T14:50:53,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741875_1051 (size=20796) 2024-12-04T14:50:53,717 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.40 KB at sequenceid=332 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/93f0616c790c470da07fceb93aad9516 2024-12-04T14:50:53,722 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/.tmp/info/93f0616c790c470da07fceb93aad9516 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/93f0616c790c470da07fceb93aad9516 2024-12-04T14:50:53,726 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/93f0616c790c470da07fceb93aad9516, entries=15, sequenceid=332, filesize=20.3 K 2024-12-04T14:50:53,727 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~15.40 KB/15765, heapSize ~16.76 KB/17160, currentSize=0 B/0 for 03b79f0e4bfeafc35014e37d2224467b in 21ms, sequenceid=332, compaction requested=false 2024-12-04T14:50:53,727 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 03b79f0e4bfeafc35014e37d2224467b: 2024-12-04T14:50:53,727 INFO [Time-limited test {}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=705 B heapSize=2.05 KB 2024-12-04T14:50:53,731 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/info/877bfcbe0677434d8d268ca391721ee3 is 193, key is TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b./info:regioninfo/1733323812240/Put/seqid=0 2024-12-04T14:50:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741876_1052 (size=6223) 2024-12-04T14:50:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741876_1052 (size=6223) 2024-12-04T14:50:54,139 INFO [Time-limited test {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=705 B at sequenceid=21 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/info/877bfcbe0677434d8d268ca391721ee3 2024-12-04T14:50:54,198 DEBUG [Time-limited test {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/.tmp/info/877bfcbe0677434d8d268ca391721ee3 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/info/877bfcbe0677434d8d268ca391721ee3 2024-12-04T14:50:54,204 INFO [Time-limited test {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/info/877bfcbe0677434d8d268ca391721ee3, entries=5, sequenceid=21, filesize=6.1 K 2024-12-04T14:50:54,205 INFO [Time-limited test {}] regionserver.HRegion(3140): Finished flush of dataSize ~705 B/705, heapSize ~1.29 KB/1320, currentSize=0 B/0 for 1588230740 in 478ms, sequenceid=21, compaction requested=false 2024-12-04T14:50:54,205 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 1588230740: 2024-12-04T14:50:54,205 DEBUG [Time-limited test {}] regionserver.HRegion(2603): Flush status journal for 3c350780482e3d3a01f54ceea576cd91: 2024-12-04T14:50:54,217 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323854206, exclude list is [], retry=0 2024-12-04T14:50:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35823,DS-e4897780-e342-493c-b527-6f85d787d0ca,DISK] 2024-12-04T14:50:54,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46003,DS-2d0238e4-5086-4ab9-884e-d651bbc5f2c5,DISK] 2024-12-04T14:50:54,220 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323853681 with entries=2, filesize=723 B; new WAL /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323854206 2024-12-04T14:50:54,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44621:44621),(127.0.0.1/127.0.0.1:46843:46843)] 2024-12-04T14:50:54,221 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323853681 is not closed yet, will try archiving it next time 2024-12-04T14:50:54,221 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323786053 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/oldWALs/d214edae7bd2%2C40073%2C1733323785550.1733323786053 2024-12-04T14:50:54,222 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [5,000] milli-secs(wait.for.ratio=[1]) 2024-12-04T14:50:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741874_1050 (size=731) 2024-12-04T14:50:54,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741874_1050 (size=731) 2024-12-04T14:50:54,223 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/WALs/d214edae7bd2,40073,1733323785550/d214edae7bd2%2C40073%2C1733323785550.1733323853681 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/oldWALs/d214edae7bd2%2C40073%2C1733323785550.1733323853681 2024-12-04T14:50:54,322 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:50:54,323 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:50:54,323 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:50:54,323 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:54,324 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:54,324 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:50:54,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:50:54,324 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1651508385, stopped=false 2024-12-04T14:50:54,324 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d214edae7bd2,39119,1733323785409 2024-12-04T14:50:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:50:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:50:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:54,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:54,338 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:50:54,339 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:50:54,339 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:50:54,339 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:54,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:50:54,340 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:50:54,340 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd214edae7bd2,40073,1733323785550' ***** 2024-12-04T14:50:54,340 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:50:54,341 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:50:54,341 INFO [RS:0;d214edae7bd2:40073 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:50:54,341 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:50:54,341 INFO [RS:0;d214edae7bd2:40073 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:50:54,341 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(3091): Received CLOSE for 03b79f0e4bfeafc35014e37d2224467b 2024-12-04T14:50:54,341 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:54,341 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(959): stopping server d214edae7bd2,40073,1733323785550 2024-12-04T14:50:54,342 INFO [RS:0;d214edae7bd2:40073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:50:54,342 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 03b79f0e4bfeafc35014e37d2224467b, disabling compactions & flushes 2024-12-04T14:50:54,342 INFO [RS:0;d214edae7bd2:40073 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d214edae7bd2:40073. 2024-12-04T14:50:54,342 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:54,342 DEBUG [RS:0;d214edae7bd2:40073 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:50:54,342 DEBUG [RS:0;d214edae7bd2:40073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:54,342 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:54,342 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. after waiting 0 ms 2024-12-04T14:50:54,342 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:50:54,342 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:54,342 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:50:54,343 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:50:54,343 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:50:54,343 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-12-04T14:50:54,343 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1325): Online Regions={03b79f0e4bfeafc35014e37d2224467b=TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b., 1588230740=hbase:meta,,1.1588230740, 3c350780482e3d3a01f54ceea576cd91=TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.} 2024-12-04T14:50:54,343 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:50:54,343 DEBUG [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1351): Waiting on 03b79f0e4bfeafc35014e37d2224467b, 1588230740, 3c350780482e3d3a01f54ceea576cd91 2024-12-04T14:50:54,343 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:50:54,343 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:50:54,344 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:50:54,344 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:50:54,343 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac->hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea-top, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6caa964d0eff4348ab95878fc3c2097a, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/947319fed38244d3a6ea6cba76962641, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/71eae25deb0b4293b1147d4fca00e523, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6ea33809fd743c28e2fb50907c8de5b, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/78bb1673b478433cbac0b74a0919d92f, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/a227cca4abb74505a1c3d6afcb8b5428, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6709c33083a4ca2b1d4df59a446b10e, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/707d649bb305475a8dad5214102ef8cb, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c6f4f9cb8ac0455da65efd57eaf0a884, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/41afada86109432b8cea1443daddb8ae, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/f7282a07d93b4ae48dce89c8460161fa, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c2bf45fca315457aa6821a9cf6b4e227, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6c8922b5a7024cf0a1b72c8a56b37c8e, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/21f4e4b495ec4a2492823e3d9a9aaa61, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/8733c3de30d847f491c937d568d9e1de, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/49ea1d03f6454731b28a5db450efe7a7, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/969f00e9bdff45e0a4393e41f988be78, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/cbd9e8fc0ba54be79d91cedaf67c9d13] to archive 2024-12-04T14:50:54,345 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T14:50:54,348 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:54,350 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-4367186961d545e6a18a7a05a858d86c 2024-12-04T14:50:54,351 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/hbase/meta/1588230740/recovered.edits/24.seqid, newMaxSeqId=24, maxSeqId=1 2024-12-04T14:50:54,351 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:50:54,351 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:50:54,351 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323854343Running coprocessor pre-close hooks at 1733323854343Disabling compacts and flushes for region at 1733323854343Disabling writes for close at 1733323854344 (+1 ms)Writing region close event to WAL at 1733323854346 (+2 ms)Running coprocessor post-close hooks at 1733323854351 (+5 ms)Closed at 1733323854351 2024-12-04T14:50:54,351 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:50:54,352 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-7e5899e4842f44abb2485fdad2e62592 2024-12-04T14:50:54,353 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6caa964d0eff4348ab95878fc3c2097a to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6caa964d0eff4348ab95878fc3c2097a 2024-12-04T14:50:54,354 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/TestLogRolling-testLogRolling=eaf98e0aa457d87ead31661fc0d053ac-da0b2de5660d40e0891f0dd3d9179aff 2024-12-04T14:50:54,355 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/947319fed38244d3a6ea6cba76962641 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/947319fed38244d3a6ea6cba76962641 2024-12-04T14:50:54,356 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/71eae25deb0b4293b1147d4fca00e523 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/71eae25deb0b4293b1147d4fca00e523 2024-12-04T14:50:54,357 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6ea33809fd743c28e2fb50907c8de5b to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6ea33809fd743c28e2fb50907c8de5b 2024-12-04T14:50:54,358 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/78bb1673b478433cbac0b74a0919d92f to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/78bb1673b478433cbac0b74a0919d92f 2024-12-04T14:50:54,359 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/a227cca4abb74505a1c3d6afcb8b5428 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/a227cca4abb74505a1c3d6afcb8b5428 2024-12-04T14:50:54,359 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6709c33083a4ca2b1d4df59a446b10e to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/e6709c33083a4ca2b1d4df59a446b10e 2024-12-04T14:50:54,360 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/707d649bb305475a8dad5214102ef8cb to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/707d649bb305475a8dad5214102ef8cb 2024-12-04T14:50:54,361 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c6f4f9cb8ac0455da65efd57eaf0a884 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c6f4f9cb8ac0455da65efd57eaf0a884 2024-12-04T14:50:54,362 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/41afada86109432b8cea1443daddb8ae to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/41afada86109432b8cea1443daddb8ae 2024-12-04T14:50:54,363 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/f7282a07d93b4ae48dce89c8460161fa to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/f7282a07d93b4ae48dce89c8460161fa 2024-12-04T14:50:54,364 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c2bf45fca315457aa6821a9cf6b4e227 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/c2bf45fca315457aa6821a9cf6b4e227 2024-12-04T14:50:54,365 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6c8922b5a7024cf0a1b72c8a56b37c8e to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/6c8922b5a7024cf0a1b72c8a56b37c8e 2024-12-04T14:50:54,365 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/21f4e4b495ec4a2492823e3d9a9aaa61 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/21f4e4b495ec4a2492823e3d9a9aaa61 2024-12-04T14:50:54,366 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/8733c3de30d847f491c937d568d9e1de to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/8733c3de30d847f491c937d568d9e1de 2024-12-04T14:50:54,367 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/49ea1d03f6454731b28a5db450efe7a7 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/49ea1d03f6454731b28a5db450efe7a7 2024-12-04T14:50:54,368 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/969f00e9bdff45e0a4393e41f988be78 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/969f00e9bdff45e0a4393e41f988be78 2024-12-04T14:50:54,369 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/cbd9e8fc0ba54be79d91cedaf67c9d13 to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/info/cbd9e8fc0ba54be79d91cedaf67c9d13 2024-12-04T14:50:54,369 DEBUG [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried. org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=d214edae7bd2:39119 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 16 more 2024-12-04T14:50:54,369 WARN [StoreCloser-TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [6caa964d0eff4348ab95878fc3c2097a=40102, 947319fed38244d3a6ea6cba76962641=13394, 71eae25deb0b4293b1147d4fca00e523=61332, e6ea33809fd743c28e2fb50907c8de5b=17606, 78bb1673b478433cbac0b74a0919d92f=18675, a227cca4abb74505a1c3d6afcb8b5428=93101, e6709c33083a4ca2b1d4df59a446b10e=22891, 707d649bb305475a8dad5214102ef8cb=18675, c6f4f9cb8ac0455da65efd57eaf0a884=115320, 41afada86109432b8cea1443daddb8ae=13394, f7282a07d93b4ae48dce89c8460161fa=19728, c2bf45fca315457aa6821a9cf6b4e227=143004, 6c8922b5a7024cf0a1b72c8a56b37c8e=17606, 21f4e4b495ec4a2492823e3d9a9aaa61=20793, 8733c3de30d847f491c937d568d9e1de=170511, 49ea1d03f6454731b28a5db450efe7a7=16564, 969f00e9bdff45e0a4393e41f988be78=13402, cbd9e8fc0ba54be79d91cedaf67c9d13=19742] 2024-12-04T14:50:54,372 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/03b79f0e4bfeafc35014e37d2224467b/recovered.edits/335.seqid, newMaxSeqId=335, maxSeqId=126 2024-12-04T14:50:54,373 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:54,373 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 03b79f0e4bfeafc35014e37d2224467b: Waiting for close lock at 1733323854342Running coprocessor pre-close hooks at 1733323854342Disabling compacts and flushes for region at 1733323854342Disabling writes for close at 1733323854342Writing region close event to WAL at 1733323854370 (+28 ms)Running coprocessor post-close hooks at 1733323854373 (+3 ms)Closed at 1733323854373 2024-12-04T14:50:54,373 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,row0064,1733323811079.03b79f0e4bfeafc35014e37d2224467b. 2024-12-04T14:50:54,373 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c350780482e3d3a01f54ceea576cd91, disabling compactions & flushes 2024-12-04T14:50:54,373 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:54,373 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:54,374 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. after waiting 0 ms 2024-12-04T14:50:54,374 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:54,374 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac->hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/eaf98e0aa457d87ead31661fc0d053ac/info/9930f632afa5466f94e1c7196e8edbea-bottom] to archive 2024-12-04T14:50:54,375 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-04T14:50:54,376 DEBUG [StoreCloser-TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac to hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/archive/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/info/9930f632afa5466f94e1c7196e8edbea.eaf98e0aa457d87ead31661fc0d053ac 2024-12-04T14:50:54,376 WARN [StoreCloser-TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [] 2024-12-04T14:50:54,396 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/data/default/TestLogRolling-testLogRolling/3c350780482e3d3a01f54ceea576cd91/recovered.edits/131.seqid, newMaxSeqId=131, maxSeqId=126 2024-12-04T14:50:54,397 INFO [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:54,397 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c350780482e3d3a01f54ceea576cd91: Waiting for close lock at 1733323854373Running coprocessor pre-close hooks at 1733323854373Disabling compacts and flushes for region at 1733323854373Disabling writes for close at 1733323854374 (+1 ms)Writing region close event to WAL at 1733323854377 (+3 ms)Running coprocessor post-close hooks at 1733323854396 (+19 ms)Closed at 1733323854396 2024-12-04T14:50:54,397 DEBUG [RS_CLOSE_REGION-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed TestLogRolling-testLogRolling,,1733323811079.3c350780482e3d3a01f54ceea576cd91. 2024-12-04T14:50:54,544 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(976): stopping server d214edae7bd2,40073,1733323785550; all regions closed. 2024-12-04T14:50:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741834_1010 (size=8107) 2024-12-04T14:50:54,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741834_1010 (size=8107) 2024-12-04T14:50:54,548 DEBUG [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/oldWALs 2024-12-04T14:50:54,548 INFO [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C40073%2C1733323785550.meta:.meta(num 1733323786541) 2024-12-04T14:50:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741877_1053 (size=780) 2024-12-04T14:50:54,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741877_1053 (size=780) 2024-12-04T14:50:54,552 DEBUG [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/oldWALs 2024-12-04T14:50:54,552 INFO [RS:0;d214edae7bd2:40073 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C40073%2C1733323785550:(num 1733323854206) 2024-12-04T14:50:54,552 DEBUG [RS:0;d214edae7bd2:40073 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:54,552 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:50:54,552 INFO [RS:0;d214edae7bd2:40073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:50:54,553 INFO [RS:0;d214edae7bd2:40073 {}] hbase.ChoreService(370): Chore service for: regionserver/d214edae7bd2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:50:54,553 INFO [RS:0;d214edae7bd2:40073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:50:54,553 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:50:54,553 INFO [RS:0;d214edae7bd2:40073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40073 2024-12-04T14:50:54,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:50:54,598 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d214edae7bd2,40073,1733323785550 2024-12-04T14:50:54,598 INFO [RS:0;d214edae7bd2:40073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:50:54,613 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d214edae7bd2,40073,1733323785550] 2024-12-04T14:50:54,621 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d214edae7bd2,40073,1733323785550 already deleted, retry=false 2024-12-04T14:50:54,621 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d214edae7bd2,40073,1733323785550 expired; onlineServers=0 2024-12-04T14:50:54,621 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd214edae7bd2,39119,1733323785409' ***** 2024-12-04T14:50:54,621 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:50:54,622 INFO [M:0;d214edae7bd2:39119 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:50:54,622 INFO [M:0;d214edae7bd2:39119 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:50:54,622 DEBUG [M:0;d214edae7bd2:39119 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:50:54,622 DEBUG [M:0;d214edae7bd2:39119 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:50:54,622 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323785864 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323785864,5,FailOnTimeoutGroup] 2024-12-04T14:50:54,622 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:50:54,622 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323785865 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323785865,5,FailOnTimeoutGroup] 2024-12-04T14:50:54,622 INFO [M:0;d214edae7bd2:39119 {}] hbase.ChoreService(370): Chore service for: master/d214edae7bd2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:50:54,622 INFO [M:0;d214edae7bd2:39119 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:50:54,622 DEBUG [M:0;d214edae7bd2:39119 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:50:54,622 INFO [M:0;d214edae7bd2:39119 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:50:54,622 INFO [M:0;d214edae7bd2:39119 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:50:54,623 INFO [M:0;d214edae7bd2:39119 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:50:54,623 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:50:54,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T14:50:54,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:54,630 DEBUG [M:0;d214edae7bd2:39119 {}] zookeeper.ZKUtil(347): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T14:50:54,630 WARN [M:0;d214edae7bd2:39119 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:50:54,631 INFO [M:0;d214edae7bd2:39119 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/.lastflushedseqids 2024-12-04T14:50:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741878_1054 (size=228) 2024-12-04T14:50:54,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741878_1054 (size=228) 2024-12-04T14:50:54,640 INFO [M:0;d214edae7bd2:39119 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:50:54,640 INFO [M:0;d214edae7bd2:39119 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:50:54,640 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:50:54,640 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:54,640 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:54,640 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:50:54,640 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:54,641 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=53.71 KB heapSize=65.93 KB 2024-12-04T14:50:54,657 DEBUG [M:0;d214edae7bd2:39119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/000ffffefd8046c5ac6e6d9035874bb0 is 82, key is hbase:meta,,1/info:regioninfo/1733323786574/Put/seqid=0 2024-12-04T14:50:54,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741879_1055 (size=5672) 2024-12-04T14:50:54,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741879_1055 (size=5672) 2024-12-04T14:50:54,662 INFO [M:0;d214edae7bd2:39119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/000ffffefd8046c5ac6e6d9035874bb0 2024-12-04T14:50:54,682 DEBUG [M:0;d214edae7bd2:39119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/769cea5a8df649f7bf4ac85d859423be is 751, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1733323787068/Put/seqid=0 2024-12-04T14:50:54,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741880_1056 (size=7681) 2024-12-04T14:50:54,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741880_1056 (size=7681) 2024-12-04T14:50:54,687 INFO [M:0;d214edae7bd2:39119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.11 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/769cea5a8df649f7bf4ac85d859423be 2024-12-04T14:50:54,691 INFO [M:0;d214edae7bd2:39119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769cea5a8df649f7bf4ac85d859423be 2024-12-04T14:50:54,705 DEBUG [M:0;d214edae7bd2:39119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e2829d355445bf8a4311e2966077d8 is 69, key is d214edae7bd2,40073,1733323785550/rs:state/1733323785908/Put/seqid=0 2024-12-04T14:50:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741881_1057 (size=5156) 2024-12-04T14:50:54,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741881_1057 (size=5156) 2024-12-04T14:50:54,710 INFO [M:0;d214edae7bd2:39119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e2829d355445bf8a4311e2966077d8 2024-12-04T14:50:54,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:54,713 INFO [RS:0;d214edae7bd2:40073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:50:54,713 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40073-0x101a21ba7270001, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:54,713 INFO [RS:0;d214edae7bd2:40073 {}] regionserver.HRegionServer(1031): Exiting; stopping=d214edae7bd2,40073,1733323785550; zookeeper connection closed. 2024-12-04T14:50:54,714 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2578bbc0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2578bbc0 2024-12-04T14:50:54,714 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:50:54,731 DEBUG [M:0;d214edae7bd2:39119 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0beee35f38014754b612b4eaaebc6229 is 52, key is load_balancer_on/state:d/1733323786686/Put/seqid=0 2024-12-04T14:50:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741882_1058 (size=5056) 2024-12-04T14:50:54,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741882_1058 (size=5056) 2024-12-04T14:50:54,737 INFO [M:0;d214edae7bd2:39119 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0beee35f38014754b612b4eaaebc6229 2024-12-04T14:50:54,742 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/000ffffefd8046c5ac6e6d9035874bb0 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/000ffffefd8046c5ac6e6d9035874bb0 2024-12-04T14:50:54,748 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/000ffffefd8046c5ac6e6d9035874bb0, entries=8, sequenceid=129, filesize=5.5 K 2024-12-04T14:50:54,749 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/769cea5a8df649f7bf4ac85d859423be as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/769cea5a8df649f7bf4ac85d859423be 2024-12-04T14:50:54,753 INFO [M:0;d214edae7bd2:39119 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 769cea5a8df649f7bf4ac85d859423be 2024-12-04T14:50:54,753 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/769cea5a8df649f7bf4ac85d859423be, entries=14, sequenceid=129, filesize=7.5 K 2024-12-04T14:50:54,754 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d2e2829d355445bf8a4311e2966077d8 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2e2829d355445bf8a4311e2966077d8 2024-12-04T14:50:54,759 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d2e2829d355445bf8a4311e2966077d8, entries=1, sequenceid=129, filesize=5.0 K 2024-12-04T14:50:54,760 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/0beee35f38014754b612b4eaaebc6229 as hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0beee35f38014754b612b4eaaebc6229 2024-12-04T14:50:54,764 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43697/user/jenkins/test-data/be99adf6-216e-9c84-a07f-a6c2eebec7a6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/0beee35f38014754b612b4eaaebc6229, entries=1, sequenceid=129, filesize=4.9 K 2024-12-04T14:50:54,765 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(3140): Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=129, compaction requested=false 2024-12-04T14:50:54,767 INFO [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:54,767 DEBUG [M:0;d214edae7bd2:39119 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323854640Disabling compacts and flushes for region at 1733323854640Disabling writes for close at 1733323854640Obtaining lock to block concurrent updates at 1733323854641 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733323854641Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=54997, getHeapSize=67448, getOffHeapSize=0, getCellsCount=152 at 1733323854641Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733323854642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733323854642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733323854657 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733323854657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733323854666 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733323854681 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733323854681Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733323854691 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733323854704 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733323854704Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733323854716 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733323854731 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733323854731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@40bba596: reopening flushed file at 1733323854741 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@447e8de5: reopening flushed file at 1733323854748 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22083bca: reopening flushed file at 1733323854753 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9c2625c: reopening flushed file at 1733323854759 (+6 ms)Finished flush of dataSize ~53.71 KB/54997, heapSize ~65.87 KB/67448, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 125ms, sequenceid=129, compaction requested=false at 1733323854765 (+6 ms)Writing region close event to WAL at 1733323854767 (+2 ms)Closed at 1733323854767 2024-12-04T14:50:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46003 is added to blk_1073741830_1006 (size=63927) 2024-12-04T14:50:54,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35823 is added to blk_1073741830_1006 (size=63927) 2024-12-04T14:50:54,769 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:50:54,769 INFO [M:0;d214edae7bd2:39119 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:50:54,769 INFO [M:0;d214edae7bd2:39119 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39119 2024-12-04T14:50:54,769 INFO [M:0;d214edae7bd2:39119 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:50:54,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:54,880 INFO [M:0;d214edae7bd2:39119 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:50:54,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39119-0x101a21ba7270000, quorum=127.0.0.1:49899, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:54,885 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@571e00fa{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:50:54,886 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7ace8d8a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:50:54,886 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:50:54,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@10ccbda7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:50:54,887 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@f27b998{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir/,STOPPED} 2024-12-04T14:50:54,890 WARN [BP-1757708561-172.17.0.2-1733323783768 heartbeating to localhost/127.0.0.1:43697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:50:54,890 WARN [BP-1757708561-172.17.0.2-1733323783768 heartbeating to localhost/127.0.0.1:43697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757708561-172.17.0.2-1733323783768 (Datanode Uuid 44984af5-13e6-4a71-9e7a-c8c6625e6470) service to localhost/127.0.0.1:43697 2024-12-04T14:50:54,890 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:50:54,890 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:50:54,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data3/current/BP-1757708561-172.17.0.2-1733323783768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:54,891 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data4/current/BP-1757708561-172.17.0.2-1733323783768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:54,891 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:50:54,893 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1e64879f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:50:54,893 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3277a64f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:50:54,893 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:50:54,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7749e840{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:50:54,894 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e8633e9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir/,STOPPED} 2024-12-04T14:50:54,895 WARN [BP-1757708561-172.17.0.2-1733323783768 heartbeating to localhost/127.0.0.1:43697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:50:54,895 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:50:54,895 WARN [BP-1757708561-172.17.0.2-1733323783768 heartbeating to localhost/127.0.0.1:43697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1757708561-172.17.0.2-1733323783768 (Datanode Uuid 78b900bc-6c9d-43dd-9530-8fd202bfd26d) service to localhost/127.0.0.1:43697 2024-12-04T14:50:54,895 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:50:54,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data1/current/BP-1757708561-172.17.0.2-1733323783768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:54,896 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/cluster_736caf1d-afed-d377-414e-a427c416da3f/data/data2/current/BP-1757708561-172.17.0.2-1733323783768 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:54,896 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:50:54,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@60533c4c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:50:54,902 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29033802{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:50:54,902 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:50:54,902 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23859b6b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:50:54,903 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4d424090{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir/,STOPPED} 2024-12-04T14:50:54,910 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:50:54,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:50:54,943 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRolling Thread=106 (was 96) - Thread LEAK? -, OpenFileDescriptor=455 (was 426) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 236), ProcessCount=11 (was 11), AvailableMemoryMB=8873 (was 9305) 2024-12-04T14:50:54,948 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=107, OpenFileDescriptor=455, MaxFileDescriptor=1048576, SystemLoadAverage=175, ProcessCount=11, AvailableMemoryMB=8873 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=2, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.log.dir so I do NOT create it in target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/2f7802ca-908d-aaf2-d1df-eab75d6fba0c/hadoop.tmp.dir so I do NOT create it in target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb, deleteOnExit=true 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/test.cache.data in system properties and HBase conf 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.tmp.dir in system properties and HBase conf 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir in system properties and HBase conf 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-04T14:50:54,949 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-04T14:50:54,949 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/nfs.dump.dir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/java.io.tmpdir in system properties and HBase conf 2024-12-04T14:50:54,950 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-04T14:50:54,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-04T14:50:54,951 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-04T14:50:55,220 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:50:55,223 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:50:55,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:50:55,224 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:50:55,224 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:50:55,225 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:50:55,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c6b30ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:50:55,226 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3826e31d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:50:55,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7b42b62e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/java.io.tmpdir/jetty-localhost-34173-hadoop-hdfs-3_4_1-tests_jar-_-any-7004038700294055963/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:50:55,314 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@396da33f{HTTP/1.1, (http/1.1)}{localhost:34173} 2024-12-04T14:50:55,314 INFO [Time-limited test {}] server.Server(415): Started @217250ms 2024-12-04T14:50:55,441 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:50:55,445 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:50:55,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:50:55,446 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:50:55,446 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:50:55,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7d98aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:50:55,447 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5404cb03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:50:55,537 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c3b0341{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/java.io.tmpdir/jetty-localhost-36035-hadoop-hdfs-3_4_1-tests_jar-_-any-5424599996638237933/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:50:55,538 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@9e72a76{HTTP/1.1, (http/1.1)}{localhost:36035} 2024-12-04T14:50:55,538 INFO [Time-limited test {}] server.Server(415): Started @217474ms 2024-12-04T14:50:55,539 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:50:55,564 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-04T14:50:55,568 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-04T14:50:55,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-04T14:50:55,568 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-04T14:50:55,568 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-04T14:50:55,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a8b00d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir/,AVAILABLE} 2024-12-04T14:50:55,569 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f922443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-04T14:50:55,661 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25b37d06{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/java.io.tmpdir/jetty-localhost-40201-hadoop-hdfs-3_4_1-tests_jar-_-any-10573382801723207002/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:50:55,661 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@77dfb1ee{HTTP/1.1, (http/1.1)}{localhost:40201} 2024-12-04T14:50:55,661 INFO [Time-limited test {}] server.Server(415): Started @217598ms 2024-12-04T14:50:55,662 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-04T14:50:55,926 INFO [regionserver/d214edae7bd2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:50:56,100 WARN [Thread-1611 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data1/current/BP-952285431-172.17.0.2-1733323854974/current, will proceed with Du for space computation calculation, 2024-12-04T14:50:56,100 WARN [Thread-1612 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data2/current/BP-952285431-172.17.0.2-1733323854974/current, will proceed with Du for space computation calculation, 2024-12-04T14:50:56,119 WARN [Thread-1576 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:50:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d674aac8b4c888 with lease ID 0xe2e9e8e12c3ebbaf: Processing first storage report for DS-a47c1380-04a1-43d7-bedd-33633e009cde from datanode DatanodeRegistration(127.0.0.1:38821, datanodeUuid=5ec09dc5-bd6c-4dac-b03a-06a0d2fa9473, infoPort=44041, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974) 2024-12-04T14:50:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d674aac8b4c888 with lease ID 0xe2e9e8e12c3ebbaf: from storage DS-a47c1380-04a1-43d7-bedd-33633e009cde node DatanodeRegistration(127.0.0.1:38821, datanodeUuid=5ec09dc5-bd6c-4dac-b03a-06a0d2fa9473, infoPort=44041, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:50:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd9d674aac8b4c888 with lease ID 0xe2e9e8e12c3ebbaf: Processing first storage report for DS-9766b679-b212-48fa-b11c-7bb5b3cd0356 from datanode DatanodeRegistration(127.0.0.1:38821, datanodeUuid=5ec09dc5-bd6c-4dac-b03a-06a0d2fa9473, infoPort=44041, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974) 2024-12-04T14:50:56,121 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd9d674aac8b4c888 with lease ID 0xe2e9e8e12c3ebbaf: from storage DS-9766b679-b212-48fa-b11c-7bb5b3cd0356 node DatanodeRegistration(127.0.0.1:38821, datanodeUuid=5ec09dc5-bd6c-4dac-b03a-06a0d2fa9473, infoPort=44041, infoSecurePort=0, ipcPort=36933, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:50:56,420 WARN [Thread-1623 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data3/current/BP-952285431-172.17.0.2-1733323854974/current, will proceed with Du for space computation calculation, 2024-12-04T14:50:56,420 WARN [Thread-1624 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data4/current/BP-952285431-172.17.0.2-1733323854974/current, will proceed with Du for space computation calculation, 2024-12-04T14:50:56,435 WARN [Thread-1599 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-04T14:50:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53f7005af87dbc4 with lease ID 0xe2e9e8e12c3ebbb0: Processing first storage report for DS-8308fc88-d6df-4283-ae74-b28694c3e203 from datanode DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7a153b74-f0cf-4041-9868-de0345ace5c0, infoPort=45799, infoSecurePort=0, ipcPort=34741, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974) 2024-12-04T14:50:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53f7005af87dbc4 with lease ID 0xe2e9e8e12c3ebbb0: from storage DS-8308fc88-d6df-4283-ae74-b28694c3e203 node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7a153b74-f0cf-4041-9868-de0345ace5c0, infoPort=45799, infoSecurePort=0, ipcPort=34741, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:50:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf53f7005af87dbc4 with lease ID 0xe2e9e8e12c3ebbb0: Processing first storage report for DS-f12dadb8-3a21-44b0-ba20-7fbaeff84a21 from datanode DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7a153b74-f0cf-4041-9868-de0345ace5c0, infoPort=45799, infoSecurePort=0, ipcPort=34741, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974) 2024-12-04T14:50:56,437 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf53f7005af87dbc4 with lease ID 0xe2e9e8e12c3ebbb0: from storage DS-f12dadb8-3a21-44b0-ba20-7fbaeff84a21 node DatanodeRegistration(127.0.0.1:46139, datanodeUuid=7a153b74-f0cf-4041-9868-de0345ace5c0, infoPort=45799, infoSecurePort=0, ipcPort=34741, storageInfo=lv=-57;cid=testClusterID;nsid=950717383;c=1733323854974), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-04T14:50:56,491 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5 2024-12-04T14:50:56,495 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/zookeeper_0, clientPort=53558, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-04T14:50:56,497 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53558 2024-12-04T14:50:56,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,500 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:50:56,510 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741825_1001 (size=7) 2024-12-04T14:50:56,511 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15 with version=8 2024-12-04T14:50:56,511 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1141): The hbase.fs.tmp.dir is set to hdfs://localhost:32841/user/jenkins/test-data/f2dee98b-a041-27d0-db76-5becd4ed520e/hbase-staging 2024-12-04T14:50:56,513 INFO [Time-limited test {}] client.ConnectionUtils(128): master/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:50:56,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:50:56,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:50:56,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:50:56,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:50:56,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:50:56,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-04T14:50:56,514 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:50:56,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39429 2024-12-04T14:50:56,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39429 connecting to ZooKeeper ensemble=127.0.0.1:53558 2024-12-04T14:50:56,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:394290x0, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:50:56,575 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39429-0x101a21cbce30000 connected 2024-12-04T14:50:56,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,667 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:50:56,671 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15, hbase.cluster.distributed=false 2024-12-04T14:50:56,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:50:56,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39429 2024-12-04T14:50:56,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39429 2024-12-04T14:50:56,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39429 2024-12-04T14:50:56,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39429 2024-12-04T14:50:56,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39429 2024-12-04T14:50:56,689 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/d214edae7bd2:0 server-side Connection retries=45 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-04T14:50:56,689 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42681 2024-12-04T14:50:56,690 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42681 connecting to ZooKeeper ensemble=127.0.0.1:53558 2024-12-04T14:50:56,691 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,692 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426810x0, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-04T14:50:56,704 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42681-0x101a21cbce30001 connected 2024-12-04T14:50:56,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:50:56,704 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-04T14:50:56,705 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-04T14:50:56,705 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-04T14:50:56,706 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-04T14:50:56,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42681 2024-12-04T14:50:56,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42681 2024-12-04T14:50:56,707 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42681 2024-12-04T14:50:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42681 2024-12-04T14:50:56,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42681 2024-12-04T14:50:56,723 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;d214edae7bd2:39429 2024-12-04T14:50:56,723 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:50:56,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:50:56,733 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-04T14:50:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,742 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-04T14:50:56,742 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/d214edae7bd2,39429,1733323856513 from backup master directory 2024-12-04T14:50:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:50:56,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-04T14:50:56,750 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:50:56,750 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,754 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/hbase.id] with ID: 0030ef61-8c72-4468-b9b2-13fd2f4f296d 2024-12-04T14:50:56,754 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/.tmp/hbase.id 2024-12-04T14:50:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:50:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741826_1002 (size=42) 2024-12-04T14:50:56,763 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/.tmp/hbase.id]:[hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/hbase.id] 2024-12-04T14:50:56,782 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:56,782 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-04T14:50:56,783 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-12-04T14:50:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:50:56,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741827_1003 (size=196) 2024-12-04T14:50:56,797 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-04T14:50:56,798 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-04T14:50:56,798 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:50:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:50:56,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741828_1004 (size=1189) 2024-12-04T14:50:56,806 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store 2024-12-04T14:50:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:50:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741829_1005 (size=34) 2024-12-04T14:50:56,811 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:50:56,812 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:50:56,812 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:56,812 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:56,812 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:50:56,812 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:56,812 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:56,812 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323856812Disabling compacts and flushes for region at 1733323856812Disabling writes for close at 1733323856812Writing region close event to WAL at 1733323856812Closed at 1733323856812 2024-12-04T14:50:56,812 WARN [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/.initializing 2024-12-04T14:50:56,812 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/WALs/d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,813 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:50:56,815 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C39429%2C1733323856513, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/WALs/d214edae7bd2,39429,1733323856513, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/oldWALs, maxLogs=10 2024-12-04T14:50:56,826 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/WALs/d214edae7bd2,39429,1733323856513/d214edae7bd2%2C39429%2C1733323856513.1733323856815, exclude list is [], retry=0 2024-12-04T14:50:56,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-a47c1380-04a1-43d7-bedd-33633e009cde,DISK] 2024-12-04T14:50:56,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-8308fc88-d6df-4283-ae74-b28694c3e203,DISK] 2024-12-04T14:50:56,830 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/WALs/d214edae7bd2,39429,1733323856513/d214edae7bd2%2C39429%2C1733323856513.1733323856815 2024-12-04T14:50:56,830 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44041:44041),(127.0.0.1/127.0.0.1:45799:45799)] 2024-12-04T14:50:56,830 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:50:56,830 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:50:56,831 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,831 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-04T14:50:56,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:56,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:56,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-04T14:50:56,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:56,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:50:56,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-04T14:50:56,837 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:56,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:50:56,837 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-04T14:50:56,839 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:56,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-04T14:50:56,840 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,840 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,840 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,841 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,841 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,842 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-04T14:50:56,843 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-04T14:50:56,844 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:50:56,845 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=754687, jitterRate=-0.04036593437194824}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-04T14:50:56,845 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733323856831Initializing all the Stores at 1733323856832 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323856832Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323856832Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323856832Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323856832Cleaning up temporary data from old regions at 1733323856841 (+9 ms)Region opened successfully at 1733323856845 (+4 ms) 2024-12-04T14:50:56,845 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-04T14:50:56,848 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@741f2f7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:50:56,849 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-04T14:50:56,849 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-04T14:50:56,849 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-04T14:50:56,849 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-04T14:50:56,850 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-12-04T14:50:56,850 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-12-04T14:50:56,850 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-04T14:50:56,851 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-04T14:50:56,852 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-04T14:50:56,862 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-12-04T14:50:56,862 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-04T14:50:56,863 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-04T14:50:56,870 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-12-04T14:50:56,870 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-04T14:50:56,871 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-04T14:50:56,878 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-12-04T14:50:56,879 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-04T14:50:56,887 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-12-04T14:50:56,889 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-04T14:50:56,899 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-04T14:50:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:50:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-04T14:50:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,909 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=d214edae7bd2,39429,1733323856513, sessionid=0x101a21cbce30000, setting cluster-up flag (Was=false) 2024-12-04T14:50:56,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,949 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-04T14:50:56,951 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,970 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:56,995 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-04T14:50:56,997 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=d214edae7bd2,39429,1733323856513 2024-12-04T14:50:56,998 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-04T14:50:57,000 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-04T14:50:57,000 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-04T14:50:57,001 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-04T14:50:57,001 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: d214edae7bd2,39429,1733323856513 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/d214edae7bd2:0, corePoolSize=5, maxPoolSize=5 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/d214edae7bd2:0, corePoolSize=10, maxPoolSize=10 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,003 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:50:57,004 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733323887005 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-04T14:50:57,005 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:50:57,005 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,005 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-04T14:50:57,006 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-04T14:50:57,006 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-04T14:50:57,006 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-04T14:50:57,006 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-04T14:50:57,007 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-04T14:50:57,007 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323857007,5,FailOnTimeoutGroup] 2024-12-04T14:50:57,007 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,008 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323857007,5,FailOnTimeoutGroup] 2024-12-04T14:50:57,008 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,007 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-04T14:50:57,008 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-04T14:50:57,008 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,008 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,010 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(746): ClusterId : 0030ef61-8c72-4468-b9b2-13fd2f4f296d 2024-12-04T14:50:57,010 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-04T14:50:57,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:50:57,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741831_1007 (size=1321) 2024-12-04T14:50:57,014 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-04T14:50:57,015 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15 2024-12-04T14:50:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:50:57,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741832_1008 (size=32) 2024-12-04T14:50:57,021 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:50:57,021 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-04T14:50:57,021 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-04T14:50:57,022 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:50:57,024 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:50:57,024 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,024 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:50:57,025 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:50:57,025 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,026 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:50:57,027 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:50:57,027 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,028 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:50:57,029 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:50:57,029 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,029 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-04T14:50:57,029 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:50:57,030 DEBUG [RS:0;d214edae7bd2:42681 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6366831b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=d214edae7bd2/172.17.0.2:0 2024-12-04T14:50:57,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740 2024-12-04T14:50:57,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740 2024-12-04T14:50:57,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:50:57,032 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:50:57,032 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:50:57,033 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:50:57,035 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-04T14:50:57,036 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=715538, jitterRate=-0.09014719724655151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:50:57,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733323857021Initializing all the Stores at 1733323857022 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323857022Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323857022Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323857022Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323857022Cleaning up temporary data from old regions at 1733323857032 (+10 ms)Region opened successfully at 1733323857036 (+4 ms) 2024-12-04T14:50:57,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:50:57,037 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:50:57,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:50:57,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:50:57,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:50:57,037 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:50:57,037 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323857037Disabling compacts and flushes for region at 1733323857037Disabling writes for close at 1733323857037Writing region close event to WAL at 1733323857037Closed at 1733323857037 2024-12-04T14:50:57,038 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:50:57,038 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-04T14:50:57,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-04T14:50:57,039 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:50:57,040 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-04T14:50:57,043 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;d214edae7bd2:42681 2024-12-04T14:50:57,043 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-04T14:50:57,043 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-04T14:50:57,043 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-04T14:50:57,043 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(2659): reportForDuty to master=d214edae7bd2,39429,1733323856513 with port=42681, startcode=1733323856688 2024-12-04T14:50:57,044 DEBUG [RS:0;d214edae7bd2:42681 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-04T14:50:57,045 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37829, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-12-04T14:50:57,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(363): Checking decommissioned status of RegionServer d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,045 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39429 {}] master.ServerManager(517): Registering regionserver=d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,046 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15 2024-12-04T14:50:57,046 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39667 2024-12-04T14:50:57,046 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-12-04T14:50:57,053 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:50:57,054 DEBUG [RS:0;d214edae7bd2:42681 {}] zookeeper.ZKUtil(111): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,054 WARN [RS:0;d214edae7bd2:42681 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-04T14:50:57,054 INFO [RS:0;d214edae7bd2:42681 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:50:57,054 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,054 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [d214edae7bd2,42681,1733323856688] 2024-12-04T14:50:57,057 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-04T14:50:57,059 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-04T14:50:57,059 INFO [RS:0;d214edae7bd2:42681 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-04T14:50:57,059 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,059 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-04T14:50:57,060 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-04T14:50:57,060 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,060 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,060 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/d214edae7bd2:0, corePoolSize=2, maxPoolSize=2 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/d214edae7bd2:0, corePoolSize=1, maxPoolSize=1 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:50:57,061 DEBUG [RS:0;d214edae7bd2:42681 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/d214edae7bd2:0, corePoolSize=3, maxPoolSize=3 2024-12-04T14:50:57,061 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,061 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,062 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,062 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,062 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,062 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,42681,1733323856688-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:50:57,075 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-04T14:50:57,076 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,42681,1733323856688-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,076 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,076 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.Replication(171): d214edae7bd2,42681,1733323856688 started 2024-12-04T14:50:57,087 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,087 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1482): Serving as d214edae7bd2,42681,1733323856688, RpcServer on d214edae7bd2/172.17.0.2:42681, sessionid=0x101a21cbce30001 2024-12-04T14:50:57,087 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-04T14:50:57,087 DEBUG [RS:0;d214edae7bd2:42681 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,087 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,42681,1733323856688' 2024-12-04T14:50:57,087 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-04T14:50:57,088 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-04T14:50:57,088 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-04T14:50:57,088 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-04T14:50:57,089 DEBUG [RS:0;d214edae7bd2:42681 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,089 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'd214edae7bd2,42681,1733323856688' 2024-12-04T14:50:57,089 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-04T14:50:57,089 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-04T14:50:57,089 DEBUG [RS:0;d214edae7bd2:42681 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-04T14:50:57,089 INFO [RS:0;d214edae7bd2:42681 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-04T14:50:57,089 INFO [RS:0;d214edae7bd2:42681 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-04T14:50:57,190 INFO [RS:0;d214edae7bd2:42681 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:50:57,190 WARN [d214edae7bd2:39429 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-12-04T14:50:57,194 INFO [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C42681%2C1733323856688, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs, maxLogs=32 2024-12-04T14:50:57,210 DEBUG [RS:0;d214edae7bd2:42681 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688/d214edae7bd2%2C42681%2C1733323856688.1733323857195, exclude list is [], retry=0 2024-12-04T14:50:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-8308fc88-d6df-4283-ae74-b28694c3e203,DISK] 2024-12-04T14:50:57,213 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-a47c1380-04a1-43d7-bedd-33633e009cde,DISK] 2024-12-04T14:50:57,215 INFO [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688/d214edae7bd2%2C42681%2C1733323856688.1733323857195 2024-12-04T14:50:57,215 DEBUG [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799),(127.0.0.1/127.0.0.1:44041:44041)] 2024-12-04T14:50:57,441 DEBUG [d214edae7bd2:39429 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-04T14:50:57,442 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,445 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,42681,1733323856688, state=OPENING 2024-12-04T14:50:57,483 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-04T14:50:57,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:57,491 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:57,492 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-04T14:50:57,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:50:57,492 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:50:57,492 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,42681,1733323856688}] 2024-12-04T14:50:57,645 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-04T14:50:57,648 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58427, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-04T14:50:57,656 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-04T14:50:57,656 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:50:57,657 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-04T14:50:57,659 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=d214edae7bd2%2C42681%2C1733323856688.meta, suffix=.meta, logDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs, maxLogs=32 2024-12-04T14:50:57,669 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688/d214edae7bd2%2C42681%2C1733323856688.meta.1733323857659.meta, exclude list is [], retry=0 2024-12-04T14:50:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-8308fc88-d6df-4283-ae74-b28694c3e203,DISK] 2024-12-04T14:50:57,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-a47c1380-04a1-43d7-bedd-33633e009cde,DISK] 2024-12-04T14:50:57,673 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/d214edae7bd2,42681,1733323856688/d214edae7bd2%2C42681%2C1733323856688.meta.1733323857659.meta 2024-12-04T14:50:57,673 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45799:45799),(127.0.0.1/127.0.0.1:44041:44041)] 2024-12-04T14:50:57,673 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-04T14:50:57,674 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-04T14:50:57,674 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-04T14:50:57,674 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-04T14:50:57,674 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-04T14:50:57,674 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-04T14:50:57,674 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-04T14:50:57,674 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-04T14:50:57,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-04T14:50:57,676 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-04T14:50:57,676 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,677 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-04T14:50:57,678 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-04T14:50:57,678 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-04T14:50:57,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-04T14:50:57,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-04T14:50:57,680 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-04T14:50:57,680 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-04T14:50:57,681 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-04T14:50:57,681 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-04T14:50:57,681 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740 2024-12-04T14:50:57,682 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740 2024-12-04T14:50:57,683 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-04T14:50:57,683 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-04T14:50:57,684 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-04T14:50:57,685 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-04T14:50:57,685 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=16384, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=829981, jitterRate=0.05537654459476471}}}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-04T14:50:57,686 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-04T14:50:57,686 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733323857674Writing region info on filesystem at 1733323857674Initializing all the Stores at 1733323857675 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323857675Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323857675Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733323857675Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733323857675Cleaning up temporary data from old regions at 1733323857683 (+8 ms)Running coprocessor post-open hooks at 1733323857686 (+3 ms)Region opened successfully at 1733323857686 2024-12-04T14:50:57,687 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733323857645 2024-12-04T14:50:57,688 DEBUG [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-04T14:50:57,688 INFO [RS_OPEN_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-04T14:50:57,689 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,689 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as d214edae7bd2,42681,1733323856688, state=OPEN 2024-12-04T14:50:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:50:57,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-04T14:50:57,720 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:50:57,720 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-04T14:50:57,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-04T14:50:57,722 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=d214edae7bd2,42681,1733323856688 in 228 msec 2024-12-04T14:50:57,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-04T14:50:57,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 684 msec 2024-12-04T14:50:57,724 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-04T14:50:57,724 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-04T14:50:57,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:50:57,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,42681,1733323856688, seqNum=-1] 2024-12-04T14:50:57,726 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:50:57,727 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59595, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:50:57,731 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 731 msec 2024-12-04T14:50:57,731 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733323857731, completionTime=-1 2024-12-04T14:50:57,732 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-04T14:50:57,732 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-04T14:50:57,733 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-04T14:50:57,733 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733323917733 2024-12-04T14:50:57,733 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733323977733 2024-12-04T14:50:57,733 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-12-04T14:50:57,734 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39429,1733323856513-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,734 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39429,1733323856513-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,734 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39429,1733323856513-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,734 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-d214edae7bd2:39429, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,734 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,734 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,736 DEBUG [master/d214edae7bd2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 0.988sec 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39429,1733323856513-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-04T14:50:57,738 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39429,1733323856513-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-04T14:50:57,740 DEBUG [master/d214edae7bd2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-04T14:50:57,740 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-04T14:50:57,740 INFO [master/d214edae7bd2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=d214edae7bd2,39429,1733323856513-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-04T14:50:57,810 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@143149d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:50:57,811 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request d214edae7bd2,39429,-1 for getting cluster id 2024-12-04T14:50:57,811 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-04T14:50:57,812 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0030ef61-8c72-4468-b9b2-13fd2f4f296d' 2024-12-04T14:50:57,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-04T14:50:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0030ef61-8c72-4468-b9b2-13fd2f4f296d" 2024-12-04T14:50:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d46ef22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:50:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [d214edae7bd2,39429,-1] 2024-12-04T14:50:57,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-04T14:50:57,814 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:57,814 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36414, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-04T14:50:57,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7611c0b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-04T14:50:57,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-04T14:50:57,816 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=d214edae7bd2,42681,1733323856688, seqNum=-1] 2024-12-04T14:50:57,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-04T14:50:57,818 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51936, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-04T14:50:57,819 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=d214edae7bd2,39429,1733323856513 2024-12-04T14:50:57,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-04T14:50:57,822 INFO [Time-limited test {}] master.MasterRpcServices(567): Client=null/null set balanceSwitch=false 2024-12-04T14:50:57,822 INFO [Time-limited test {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-04T14:50:57,823 INFO [Time-limited test {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-04T14:50:57,825 INFO [Time-limited test {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=test.com%2C8080%2C1, suffix=, logDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1, archiveDir=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs, maxLogs=32 2024-12-04T14:50:57,837 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857825, exclude list is [], retry=0 2024-12-04T14:50:57,840 DEBUG [AsyncFSWAL-13-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-a47c1380-04a1-43d7-bedd-33633e009cde,DISK] 2024-12-04T14:50:57,840 DEBUG [AsyncFSWAL-13-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-8308fc88-d6df-4283-ae74-b28694c3e203,DISK] 2024-12-04T14:50:57,842 INFO [Time-limited test {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857825 2024-12-04T14:50:57,842 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44041:44041),(127.0.0.1/127.0.0.1:45799:45799)] 2024-12-04T14:50:57,855 DEBUG [Time-limited test {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857843, exclude list is [], retry=0 2024-12-04T14:50:57,857 DEBUG [AsyncFSWAL-13-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38821,DS-a47c1380-04a1-43d7-bedd-33633e009cde,DISK] 2024-12-04T14:50:57,858 DEBUG [AsyncFSWAL-13-4 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = /127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46139,DS-8308fc88-d6df-4283-ae74-b28694c3e203,DISK] 2024-12-04T14:50:57,859 INFO [Time-limited test {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857825 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857843 2024-12-04T14:50:57,860 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44041:44041),(127.0.0.1/127.0.0.1:45799:45799)] 2024-12-04T14:50:57,860 DEBUG [Time-limited test {}] wal.AbstractFSWAL(879): hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857825 is not closed yet, will try archiving it next time 2024-12-04T14:50:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741835_1011 (size=93) 2024-12-04T14:50:57,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741835_1011 (size=93) 2024-12-04T14:50:57,862 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/WALs/test.com,8080,1/test.com%2C8080%2C1.1733323857825 to hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs/test.com%2C8080%2C1.1733323857825 2024-12-04T14:50:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741836_1012 (size=93) 2024-12-04T14:50:57,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741836_1012 (size=93) 2024-12-04T14:50:57,867 DEBUG [Time-limited test {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs 2024-12-04T14:50:57,867 INFO [Time-limited test {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL test.com%2C8080%2C1:(num 1733323857843) 2024-12-04T14:50:57,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-04T14:50:57,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:50:57,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:50:57,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:57,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:57,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-04T14:50:57,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-04T14:50:57,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1298787621, stopped=false 2024-12-04T14:50:57,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=d214edae7bd2,39429,1733323856513 2024-12-04T14:50:57,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:50:57,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-04T14:50:57,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:57,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:57,883 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:50:57,883 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-04T14:50:57,883 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.regionserver.wal.AbstractTestLogRolling.tearDown(AbstractTestLogRolling.java:163) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.rules.TestWatcher$1.evaluate(TestWatcher.java:61) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:50:57,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:50:57,883 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:57,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-04T14:50:57,884 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'd214edae7bd2,42681,1733323856688' ***** 2024-12-04T14:50:57,884 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-04T14:50:57,884 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(959): stopping server d214edae7bd2,42681,1733323856688 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;d214edae7bd2:42681. 2024-12-04T14:50:57,884 DEBUG [RS:0;d214edae7bd2:42681 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-04T14:50:57,884 DEBUG [RS:0;d214edae7bd2:42681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-04T14:50:57,884 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-04T14:50:57,885 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-04T14:50:57,885 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-04T14:50:57,885 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-04T14:50:57,885 DEBUG [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-04T14:50:57,885 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-04T14:50:57,885 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-04T14:50:57,885 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-04T14:50:57,885 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-04T14:50:57,885 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-04T14:50:57,885 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-12-04T14:50:57,900 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/.tmp/ns/78b1c6e724fc4050986e42587b559fd2 is 43, key is default/ns:d/1733323857727/Put/seqid=0 2024-12-04T14:50:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741837_1013 (size=5153) 2024-12-04T14:50:57,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741837_1013 (size=5153) 2024-12-04T14:50:57,905 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/.tmp/ns/78b1c6e724fc4050986e42587b559fd2 2024-12-04T14:50:57,912 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/.tmp/ns/78b1c6e724fc4050986e42587b559fd2 as hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/ns/78b1c6e724fc4050986e42587b559fd2 2024-12-04T14:50:57,918 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/ns/78b1c6e724fc4050986e42587b559fd2, entries=2, sequenceid=6, filesize=5.0 K 2024-12-04T14:50:57,919 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false 2024-12-04T14:50:57,923 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-04T14:50:57,924 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-04T14:50:57,924 INFO [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-04T14:50:57,924 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733323857885Running coprocessor pre-close hooks at 1733323857885Disabling compacts and flushes for region at 1733323857885Disabling writes for close at 1733323857885Obtaining lock to block concurrent updates at 1733323857885Preparing flush snapshotting stores in 1588230740 at 1733323857885Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1733323857885Flushing stores of hbase:meta,,1.1588230740 at 1733323857886 (+1 ms)Flushing 1588230740/ns: creating writer at 1733323857886Flushing 1588230740/ns: appending metadata at 1733323857900 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1733323857900Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a05b5f: reopening flushed file at 1733323857911 (+11 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 34ms, sequenceid=6, compaction requested=false at 1733323857919 (+8 ms)Writing region close event to WAL at 1733323857920 (+1 ms)Running coprocessor post-close hooks at 1733323857923 (+3 ms)Closed at 1733323857924 (+1 ms) 2024-12-04T14:50:57,924 DEBUG [RS_CLOSE_META-regionserver/d214edae7bd2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-04T14:50:58,085 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(976): stopping server d214edae7bd2,42681,1733323856688; all regions closed. 2024-12-04T14:50:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741834_1010 (size=1152) 2024-12-04T14:50:58,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741834_1010 (size=1152) 2024-12-04T14:50:58,093 DEBUG [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs 2024-12-04T14:50:58,093 INFO [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C42681%2C1733323856688.meta:.meta(num 1733323857659) 2024-12-04T14:50:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741833_1009 (size=93) 2024-12-04T14:50:58,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741833_1009 (size=93) 2024-12-04T14:50:58,100 DEBUG [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/oldWALs 2024-12-04T14:50:58,100 INFO [RS:0;d214edae7bd2:42681 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL d214edae7bd2%2C42681%2C1733323856688:(num 1733323857195) 2024-12-04T14:50:58,100 DEBUG [RS:0;d214edae7bd2:42681 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-04T14:50:58,100 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.LeaseManager(133): Closed leases 2024-12-04T14:50:58,100 INFO [RS:0;d214edae7bd2:42681 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:50:58,100 INFO [RS:0;d214edae7bd2:42681 {}] hbase.ChoreService(370): Chore service for: regionserver/d214edae7bd2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-04T14:50:58,100 INFO [RS:0;d214edae7bd2:42681 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:50:58,100 INFO [regionserver/d214edae7bd2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:50:58,101 INFO [RS:0;d214edae7bd2:42681 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42681 2024-12-04T14:50:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/d214edae7bd2,42681,1733323856688 2024-12-04T14:50:58,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-04T14:50:58,108 INFO [RS:0;d214edae7bd2:42681 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:50:58,116 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [d214edae7bd2,42681,1733323856688] 2024-12-04T14:50:58,191 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/d214edae7bd2,42681,1733323856688 already deleted, retry=false 2024-12-04T14:50:58,191 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; d214edae7bd2,42681,1733323856688 expired; onlineServers=0 2024-12-04T14:50:58,192 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'd214edae7bd2,39429,1733323856513' ***** 2024-12-04T14:50:58,192 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-04T14:50:58,192 INFO [M:0;d214edae7bd2:39429 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-04T14:50:58,192 INFO [M:0;d214edae7bd2:39429 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-04T14:50:58,192 DEBUG [M:0;d214edae7bd2:39429 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-04T14:50:58,193 DEBUG [M:0;d214edae7bd2:39429 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-04T14:50:58,193 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323857007 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.small.0-1733323857007,5,FailOnTimeoutGroup] 2024-12-04T14:50:58,193 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-04T14:50:58,193 DEBUG [master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323857007 {}] cleaner.HFileCleaner(306): Exit Thread[master/d214edae7bd2:0:becomeActiveMaster-HFileCleaner.large.0-1733323857007,5,FailOnTimeoutGroup] 2024-12-04T14:50:58,193 INFO [M:0;d214edae7bd2:39429 {}] hbase.ChoreService(370): Chore service for: master/d214edae7bd2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-04T14:50:58,194 INFO [M:0;d214edae7bd2:39429 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-04T14:50:58,194 DEBUG [M:0;d214edae7bd2:39429 {}] master.HMaster(1795): Stopping service threads 2024-12-04T14:50:58,194 INFO [M:0;d214edae7bd2:39429 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-04T14:50:58,194 INFO [M:0;d214edae7bd2:39429 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-04T14:50:58,195 INFO [M:0;d214edae7bd2:39429 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-04T14:50:58,195 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-04T14:50:58,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-04T14:50:58,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-04T14:50:58,204 DEBUG [M:0;d214edae7bd2:39429 {}] zookeeper.ZKUtil(347): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-04T14:50:58,204 WARN [M:0;d214edae7bd2:39429 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-04T14:50:58,205 INFO [M:0;d214edae7bd2:39429 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/.lastflushedseqids 2024-12-04T14:50:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741838_1014 (size=99) 2024-12-04T14:50:58,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741838_1014 (size=99) 2024-12-04T14:50:58,215 INFO [M:0;d214edae7bd2:39429 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-04T14:50:58,215 INFO [M:0;d214edae7bd2:39429 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-04T14:50:58,215 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-04T14:50:58,215 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:58,215 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:58,215 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-04T14:50:58,215 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:58,216 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.67 KB heapSize=11.34 KB 2024-12-04T14:50:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:58,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42681-0x101a21cbce30001, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:58,216 INFO [RS:0;d214edae7bd2:42681 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:50:58,216 INFO [RS:0;d214edae7bd2:42681 {}] regionserver.HRegionServer(1031): Exiting; stopping=d214edae7bd2,42681,1733323856688; zookeeper connection closed. 2024-12-04T14:50:58,217 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@8691bc1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@8691bc1 2024-12-04T14:50:58,217 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-04T14:50:58,229 DEBUG [M:0;d214edae7bd2:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02d317004e5e47d584feca695142cc40 is 82, key is hbase:meta,,1/info:regioninfo/1733323857689/Put/seqid=0 2024-12-04T14:50:58,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741839_1015 (size=5672) 2024-12-04T14:50:58,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741839_1015 (size=5672) 2024-12-04T14:50:58,234 INFO [M:0;d214edae7bd2:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02d317004e5e47d584feca695142cc40 2024-12-04T14:50:58,251 DEBUG [M:0;d214edae7bd2:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af3c55b5657b421a96e5742cc3839b8e is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1733323857731/Put/seqid=0 2024-12-04T14:50:58,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741840_1016 (size=5275) 2024-12-04T14:50:58,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741840_1016 (size=5275) 2024-12-04T14:50:58,256 INFO [M:0;d214edae7bd2:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af3c55b5657b421a96e5742cc3839b8e 2024-12-04T14:50:58,274 DEBUG [M:0;d214edae7bd2:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76f93c8dda3143f7bb4484c7b2d08566 is 69, key is d214edae7bd2,42681,1733323856688/rs:state/1733323857045/Put/seqid=0 2024-12-04T14:50:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741841_1017 (size=5156) 2024-12-04T14:50:58,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741841_1017 (size=5156) 2024-12-04T14:50:58,279 INFO [M:0;d214edae7bd2:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76f93c8dda3143f7bb4484c7b2d08566 2024-12-04T14:50:58,296 DEBUG [M:0;d214edae7bd2:39429 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/22ad2db118524357b24b313634f2a155 is 52, key is load_balancer_on/state:d/1733323857821/Put/seqid=0 2024-12-04T14:50:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741842_1018 (size=5056) 2024-12-04T14:50:58,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741842_1018 (size=5056) 2024-12-04T14:50:58,302 INFO [M:0;d214edae7bd2:39429 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=29 (bloomFilter=true), to=hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/22ad2db118524357b24b313634f2a155 2024-12-04T14:50:58,306 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/02d317004e5e47d584feca695142cc40 as hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02d317004e5e47d584feca695142cc40 2024-12-04T14:50:58,311 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/02d317004e5e47d584feca695142cc40, entries=8, sequenceid=29, filesize=5.5 K 2024-12-04T14:50:58,312 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/af3c55b5657b421a96e5742cc3839b8e as hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af3c55b5657b421a96e5742cc3839b8e 2024-12-04T14:50:58,316 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/af3c55b5657b421a96e5742cc3839b8e, entries=3, sequenceid=29, filesize=5.2 K 2024-12-04T14:50:58,317 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76f93c8dda3143f7bb4484c7b2d08566 as hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76f93c8dda3143f7bb4484c7b2d08566 2024-12-04T14:50:58,321 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76f93c8dda3143f7bb4484c7b2d08566, entries=1, sequenceid=29, filesize=5.0 K 2024-12-04T14:50:58,322 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/state/22ad2db118524357b24b313634f2a155 as hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/22ad2db118524357b24b313634f2a155 2024-12-04T14:50:58,326 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39667/user/jenkins/test-data/63a036c9-52dc-20d3-fe8d-ce994fdf9d15/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/state/22ad2db118524357b24b313634f2a155, entries=1, sequenceid=29, filesize=4.9 K 2024-12-04T14:50:58,327 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=29, compaction requested=false 2024-12-04T14:50:58,328 INFO [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-04T14:50:58,328 DEBUG [M:0;d214edae7bd2:39429 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733323858215Disabling compacts and flushes for region at 1733323858215Disabling writes for close at 1733323858215Obtaining lock to block concurrent updates at 1733323858216 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733323858216Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7850, getHeapSize=11544, getOffHeapSize=0, getCellsCount=36 at 1733323858216Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733323858217 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733323858217Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733323858229 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733323858229Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733323858238 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733323858251 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733323858251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733323858260 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733323858274 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733323858274Flushing 1595e783b53d99cd5eef43b6debb2682/state: creating writer at 1733323858283 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: appending metadata at 1733323858296 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/state: closing flushed file at 1733323858296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3346e15c: reopening flushed file at 1733323858306 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@359500d2: reopening flushed file at 1733323858311 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55b9dc0e: reopening flushed file at 1733323858316 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100a8b97: reopening flushed file at 1733323858321 (+5 ms)Finished flush of dataSize ~7.67 KB/7850, heapSize ~11.27 KB/11544, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 112ms, sequenceid=29, compaction requested=false at 1733323858327 (+6 ms)Writing region close event to WAL at 1733323858328 (+1 ms)Closed at 1733323858328 2024-12-04T14:50:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38821 is added to blk_1073741830_1006 (size=10311) 2024-12-04T14:50:58,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46139 is added to blk_1073741830_1006 (size=10311) 2024-12-04T14:50:58,331 INFO [M:0;d214edae7bd2:39429 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-04T14:50:58,331 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-04T14:50:58,331 INFO [M:0;d214edae7bd2:39429 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39429 2024-12-04T14:50:58,331 INFO [M:0;d214edae7bd2:39429 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-04T14:50:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:58,441 INFO [M:0;d214edae7bd2:39429 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-04T14:50:58,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39429-0x101a21cbce30000, quorum=127.0.0.1:53558, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-04T14:50:58,445 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25b37d06{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:50:58,446 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@77dfb1ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:50:58,446 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:50:58,446 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f922443{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:50:58,447 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a8b00d4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir/,STOPPED} 2024-12-04T14:50:58,449 WARN [BP-952285431-172.17.0.2-1733323854974 heartbeating to localhost/127.0.0.1:39667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:50:58,449 WARN [BP-952285431-172.17.0.2-1733323854974 heartbeating to localhost/127.0.0.1:39667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-952285431-172.17.0.2-1733323854974 (Datanode Uuid 7a153b74-f0cf-4041-9868-de0345ace5c0) service to localhost/127.0.0.1:39667 2024-12-04T14:50:58,450 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data3/current/BP-952285431-172.17.0.2-1733323854974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:58,451 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data4/current/BP-952285431-172.17.0.2-1733323854974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:58,451 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:50:58,451 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:50:58,451 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:50:58,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c3b0341{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-04T14:50:58,454 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@9e72a76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:50:58,454 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:50:58,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5404cb03{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:50:58,454 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7d98aa38{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir/,STOPPED} 2024-12-04T14:50:58,455 WARN [BP-952285431-172.17.0.2-1733323854974 heartbeating to localhost/127.0.0.1:39667 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-04T14:50:58,455 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-04T14:50:58,456 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-04T14:50:58,456 WARN [BP-952285431-172.17.0.2-1733323854974 heartbeating to localhost/127.0.0.1:39667 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-952285431-172.17.0.2-1733323854974 (Datanode Uuid 5ec09dc5-bd6c-4dac-b03a-06a0d2fa9473) service to localhost/127.0.0.1:39667 2024-12-04T14:50:58,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data1/current/BP-952285431-172.17.0.2-1733323854974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:58,456 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/cluster_b75cd417-f154-fa6a-c1a3-f25809bce0cb/data/data2/current/BP-952285431-172.17.0.2-1733323854974 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-04T14:50:58,457 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-04T14:50:58,462 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7b42b62e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-04T14:50:58,463 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@396da33f{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-04T14:50:58,463 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-04T14:50:58,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3826e31d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-04T14:50:58,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c6b30ff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/799ec24d-80f9-a7cf-4df4-ab4b78c463e5/hadoop.log.dir/,STOPPED} 2024-12-04T14:50:58,469 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-04T14:50:58,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-04T14:50:58,488 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: regionserver.wal.TestAsyncLogRolling#testLogRollOnNothingWritten Thread=131 (was 107) - Thread LEAK? -, OpenFileDescriptor=510 (was 455) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=175 (was 175), ProcessCount=11 (was 11), AvailableMemoryMB=8822 (was 8873)